-- Logs begin at Wed 2022-03-02 16:15:54 UTC, end at Wed 2022-03-02 17:39:54 UTC. -- Mar 02 17:06:13.823992 dv-cinder-778193-22-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 02 17:06:16.770418 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.common.config [-] Logging enabled! Mar 02 17:06:16.771456 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev570 Mar 02 17:06:16.771456 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103726) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 02 17:06:16.774569 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.common.config [-] Logging enabled! Mar 02 17:06:16.774818 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev570 Mar 02 17:06:16.775120 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103726) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 02 17:06:16.776031 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 02 17:06:16.776261 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 02 17:06:16.776631 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 02 17:06:16.776873 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 02 17:06:16.777491 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 02 17:06:16.777811 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:16.778252 dv-cinder-778193-22-iscsi neutron-server[103726]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 02 17:06:16.778562 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:16.778856 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:16.779142 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:16.779432 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:16.779718 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:16.779996 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:16.780286 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:16.780578 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:16.781118 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:16.781396 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:16.781673 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:16.781985 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:16.782264 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:16.782543 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:16.782823 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:16.783098 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] debug = True {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:16.783374 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:16.783799 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:16.784204 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:16.784478 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:16.784760 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:16.785035 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:16.785299 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:16.785570 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:16.785863 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:16.786275 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] host = dv-cinder-778193-22-iscsi {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:16.786764 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:16.787061 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:16.787346 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:16.787629 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:16.787900 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:16.788173 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:16.788446 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:16.788719 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:16.788986 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] log_file = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:16.789257 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:16.789539 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:16.790114 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:16.790415 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:16.790639 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:16.790859 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:16.791143 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:16.791423 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:16.791694 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:16.791966 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:16.792236 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:16.792506 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:16.792775 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:16.793039 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:16.793317 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:16.793594 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:16.793892 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:16.794168 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:16.794441 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:16.794707 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:16.794975 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:16.795252 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:16.795521 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:16.795787 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:16.796058 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:16.796340 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:16.796607 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:16.796877 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:16.797173 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:16.797451 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:16.797728 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:16.798033 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:16.798305 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:16.798581 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:16.798847 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:16.799114 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:16.799378 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] use_json = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:16.799642 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:16.799904 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:16.800187 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:16.800454 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:16.800721 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:16.800990 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:16.801256 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:16.801532 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:16.802351 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:16.802645 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.802936 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.803228 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.803519 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.803803 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.804076 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.804357 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.804629 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.804910 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.805190 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.805471 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.805742 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.806063 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.806347 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.806635 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.806933 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.807218 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.807500 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.807767 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.808036 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.808303 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.808575 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.808860 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.809129 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.809409 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.809689 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.809984 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.810276 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.810558 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.810843 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.811124 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.811391 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.811662 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.811944 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.812214 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.812478 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.812748 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.813028 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.813298 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.813563 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.813836 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.814125 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.814392 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.814657 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.814926 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.815206 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.815475 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.815739 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.816001 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.816272 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.816538 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.816814 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.817083 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.818207 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.818643 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.818922 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.819195 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.819463 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.819736 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.820003 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.820273 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.820539 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.820803 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.821069 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.821338 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.821603 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.821893 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.822162 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.822431 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.822699 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.822966 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.823232 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.823501 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.823766 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.824043 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.824335 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.824608 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.824884 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.825158 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.825431 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.825705 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.826006 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.826280 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.826554 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.827072 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.827354 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.827631 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.827912 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.828212 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.828489 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.828777 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.829055 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.829326 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.829604 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.829900 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.830177 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.830454 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.830731 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.831019 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.831310 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.831597 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.831881 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.832164 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.832436 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.832734 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.833058 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:16.833397 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 02 17:06:16.833629 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103726) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 02 17:06:17.216849 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 02 17:06:17.217126 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 02 17:06:17.217430 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 02 17:06:17.217931 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 02 17:06:17.561814 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:17.561814 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:17.561814 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:17.561814 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:17.561814 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:17.562443 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:17.609286 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:17.609557 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:17.609818 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:17.624100 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:17.624376 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:17.624638 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:17.654141 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:17.654418 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:17.654685 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:17.694686 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:17.694963 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:17.695226 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:18.041689 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:18.042243 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:18.042243 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:18.042506 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:18.043188 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:18.142694 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:18.143013 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:18.143288 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:18.143560 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:18.143818 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:18.144123 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:18.144375 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:18.145061 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:18.145340 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:18.146557 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:18.146823 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:18.147088 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:18.147341 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:18.147589 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:18.147841 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:18.148099 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:18.148346 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:18.148610 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:18.148873 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:18.149126 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:18.149390 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:18.149634 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:18.149933 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:18.150307 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:18.150551 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:18.150794 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:18.151179 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103726) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 17:06:18.151413 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103726) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 17:06:18.151643 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103726) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 17:06:18.151870 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103726) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 17:06:18.152097 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103726) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 17:06:18.152330 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103726) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 17:06:18.152687 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 02 17:06:18.155878 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 02 17:06:18.159895 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 02 17:06:18.164348 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Mar 02 17:06:18.165983 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 02 17:06:18.166446 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 02 17:06:18.166773 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 02 17:06:18.167149 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 02 17:06:18.169993 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 02 17:06:18.170245 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 02 17:06:18.170585 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 02 17:06:18.175421 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 02 17:06:18.198885 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 02 17:06:18.199332 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:18.199623 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103726) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 02 17:06:18.199990 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:18.201345 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103726) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 02 17:06:18.201618 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 02 17:06:18.202151 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 02 17:06:18.205696 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:18.206003 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:18.269554 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 02 17:06:18.269732 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 02 17:06:18.269986 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 02 17:06:18.271024 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 02 17:06:18.291748 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_db.sqlalchemy.engines [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103726) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 02 17:06:18.880133 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.plugins.ml2.managers [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Initializing driver for type 'gre' Mar 02 17:06:18.880658 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] gre ID ranges: [(1, 1000)] Mar 02 17:06:19.057428 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.plugins.ml2.managers [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Initializing driver for type 'local' Mar 02 17:06:19.057958 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.plugins.ml2.managers [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Initializing driver for type 'vlan' Mar 02 17:06:19.125694 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] VlanTypeDriver initialization complete Mar 02 17:06:19.126050 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.plugins.ml2.managers [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Initializing driver for type 'vxlan' Mar 02 17:06:19.126549 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] vxlan ID ranges: [(1, 1000)] Mar 02 17:06:19.257366 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.plugins.ml2.managers [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Initializing extension driver 'port_security' Mar 02 17:06:19.257708 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.plugins.ml2.extensions.port_security [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] PortSecurityExtensionDriver initialization complete Mar 02 17:06:19.258076 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.plugins.ml2.managers [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Initializing mechanism driver 'openvswitch' Mar 02 17:06:19.258449 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.plugins.ml2.managers [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Initializing mechanism driver 'hyperv' Mar 02 17:06:19.267789 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:06:19.268661 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Subscribe: > port after_create 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:19.269034 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Subscribe: > port after_update 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:19.269391 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Subscribe: > port after_delete 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:19.269953 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103726) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 02 17:06:19.271001 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Subscribe: > subnet after_create 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:19.271366 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Subscribe: > subnet after_update 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:19.271771 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:19.272179 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103726) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 02 17:06:19.272595 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Subscribe: > network after_create 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:19.272949 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Subscribe: > network after_update 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:19.273316 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Subscribe: > network after_delete 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:19.273715 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103726) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 02 17:06:19.274161 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Subscribe: > security_group after_create 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:19.274514 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Subscribe: > security_group after_update 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:19.274860 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:19.275262 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103726) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 02 17:06:19.275668 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:19.276016 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:19.276358 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:19.276759 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103726) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 02 17:06:19.277166 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Subscribe: > address_group after_create 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:19.277514 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Subscribe: > address_group after_update 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:19.277884 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:19.278290 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103726) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 02 17:06:19.278735 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] ML2 OVO RPC backend initialized. {{(pid=103726) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 02 17:06:19.279442 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:19.279796 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:19.280212 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Subscribe: > network before_response 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:19.280561 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Subscribe: > networks before_response 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:19.280909 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Subscribe: > port before_response 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:19.281252 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Subscribe: > ports before_response 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:19.281594 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Subscribe: > subnet before_response 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:19.281964 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Subscribe: > subnets before_response 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:19.282314 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Subscribe: > network after_create 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:19.282658 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Subscribe: > network after_update 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:19.282991 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Subscribe: > network after_delete 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:19.283327 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Subscribe: > port after_create 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:19.283670 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Subscribe: > port after_update 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:19.284001 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Subscribe: > port after_delete 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:19.284336 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Subscribe: > subnet after_create 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:19.284671 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Subscribe: > subnet after_update 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:19.285002 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:19.292401 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.quota [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loaded quota_driver: . Mar 02 17:06:19.292771 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.plugins.ml2.plugin [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Modular L2 Plugin initialization complete Mar 02 17:06:19.293123 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading services supported by the core plugin {{(pid=103726) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 02 17:06:19.293470 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.plugins.ml2.managers [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Got port-security extension from driver 'port_security' Mar 02 17:06:19.293981 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.extensions.vlantransparent [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Disabled vlantransparent extension. Mar 02 17:06:19.294477 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103726) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 02 17:06:19.294805 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading Plugin: router Mar 02 17:06:19.331386 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:19.331782 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Subscribe: > router after_create 55549900 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:19.332157 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Subscribe: > router before_create 55549900 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:19.332523 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:19.333521 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:19.334065 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Subscribe: > router after_delete 55549900 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:19.334439 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:19.334795 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:19.335159 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Subscribe: > router after_create 55549900 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:19.335508 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Subscribe: > router after_update 55549900 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:19.335863 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Subscribe: > router after_update 55549900 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:19.336213 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:19.336576 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Subscribe: > router after_update 55549900 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:19.336990 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Subscribe: > router precommit_update 55549900 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:19.337365 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Subscribe: port after_update 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:19.337711 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Subscribe: port after_delete 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:19.338080 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Subscribe: subnet after_update 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:19.338423 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:19.338774 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:19.339122 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Subscribe: > router precommit_create 55549900 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:19.339464 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Subscribe: port before_delete 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:19.339811 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Subscribe: > router precommit_create 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:19.340167 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Subscribe: > router after_update 55549900 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:19.340508 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:19.340986 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Subscribe: > router precommit_create 55549900 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:19.341352 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:19.341700 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Subscribe: > router precommit_update 55549900 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:19.342097 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Subscribe: > agent after_create 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:19.342454 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Subscribe: > agent after_delete 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:19.342801 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Subscribe: > network after_delete 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:19.343648 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.quota.resource_registry [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Tracking information for resource: router configured {{(pid=103726) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 17:06:19.343979 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.quota.resource_registry [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Tracking information for resource: floatingip configured {{(pid=103726) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 17:06:19.349103 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.db.l3_agentschedulers_db [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 02 17:06:19.349685 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Subscribe: port after_update 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:19.350080 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Subscribe: port after_create 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:19.350440 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Subscribe: port after_delete 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:19.350792 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Subscribe: port after_update 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:19.351582 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Subscribe: > router before_create 55550100 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:19.351951 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:19.352315 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Subscribe: > router precommit_create 55550100 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:19.352675 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Subscribe: > router precommit_update 55550100 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:19.357424 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.services.provider_configuration [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Service providers = [] {{(pid=103726) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 02 17:06:19.357793 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.db.servicetype_db [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103726) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 02 17:06:19.360807 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.services.service_base [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103726) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 02 17:06:19.361156 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.services.service_base [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103726) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 02 17:06:19.361498 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.services.service_base [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103726) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 02 17:06:19.362430 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.services.service_base [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103726) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 02 17:06:19.362805 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.services.service_base [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 02 17:06:19.363180 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103726) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 17:06:19.363499 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 02 17:06:19.374357 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103726) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 17:06:19.374695 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading Plugin: auto_allocate Mar 02 17:06:19.381382 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Subscribe: network precommit_update 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:19.381761 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Subscribe: network precommit_create 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:19.382322 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103726) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 17:06:19.382650 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading Plugin: tag Mar 02 17:06:19.395265 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103726) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 17:06:19.396138 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading Plugin: timestamp Mar 02 17:06:19.400283 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103726) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 17:06:19.400620 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading Plugin: network_ip_availability Mar 02 17:06:19.406192 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:19.406568 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:19.406927 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:19.407647 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103726) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 17:06:19.407969 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading Plugin: flavors Mar 02 17:06:19.413138 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103726) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 17:06:19.413473 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading Plugin: revisions Mar 02 17:06:19.417911 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103726) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 17:06:19.418309 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_concurrency.lockutils [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.201s {{(pid=103726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 02 17:06:19.419050 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103726) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 02 17:06:19.419385 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Initializing extension manager. Mar 02 17:06:19.419908 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: __init__.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.420251 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: __pycache__ {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.420588 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.420923 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: address_group.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.421677 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.422281 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loaded extension: address-group Mar 02 17:06:19.422609 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: address_scope.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.423329 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.423835 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loaded extension: address-scope Mar 02 17:06:19.424165 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.428210 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.428717 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loaded extension: router-admin-state-down-before-update Mar 02 17:06:19.429043 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: agent.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.429755 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.430296 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loaded extension: agent Mar 02 17:06:19.430624 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: agent_resources_synced.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.431548 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.432060 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loaded extension: agent-resources-synced Mar 02 17:06:19.432387 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: allowedaddresspairs.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.434262 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.434788 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loaded extension: allowed-address-pairs Mar 02 17:06:19.435113 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: auto_allocated_topology.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.436208 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.436728 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loaded extension: auto-allocated-topology Mar 02 17:06:19.437054 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: availability_zone.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.437757 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.438295 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loaded extension: availability_zone Mar 02 17:06:19.438621 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: availability_zone_filter.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.439538 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.440048 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loaded extension: availability_zone_filter Mar 02 17:06:19.440369 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: data_plane_status.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.441283 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.441789 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Extension data-plane-status not supported by any of loaded plugins Mar 02 17:06:19.442624 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: default_subnetpools.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.443671 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.444189 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loaded extension: default-subnetpools Mar 02 17:06:19.444574 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.445387 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.445925 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loaded extension: dhcp_agent_scheduler Mar 02 17:06:19.446253 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: dns.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.447185 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.447702 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Extension dns-integration not supported by any of loaded plugins Mar 02 17:06:19.448027 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: dns_domain_ports.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.448954 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.449466 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 02 17:06:19.449788 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.456022 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.456533 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 02 17:06:19.456856 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: dvr.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.457528 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.458669 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loaded extension: dvr Mar 02 17:06:19.458991 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: ecmp_routes.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.459917 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.460423 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 02 17:06:19.460747 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: empty_string_filtering.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.461674 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.462242 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loaded extension: empty-string-filtering Mar 02 17:06:19.462571 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.463499 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.464003 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 02 17:06:19.464325 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.465273 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.465779 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 02 17:06:19.466131 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: external_net.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.467055 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.467560 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loaded extension: external-net Mar 02 17:06:19.467882 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.468802 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.469306 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loaded extension: extra_dhcp_opt Mar 02 17:06:19.469631 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: extraroute.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.470574 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.471081 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loaded extension: extraroute Mar 02 17:06:19.471405 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: extraroute_atomic.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.472451 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.472966 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loaded extension: extraroute-atomic Mar 02 17:06:19.473295 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: filter_validation.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.474562 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.475069 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loaded extension: filter-validation Mar 02 17:06:19.475390 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: fip_pf_description.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.476311 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.476813 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 02 17:06:19.477136 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: fip_port_details.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.478281 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.478792 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loaded extension: fip-port-details Mar 02 17:06:19.479117 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: flavors.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.480366 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.480948 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loaded extension: flavors Mar 02 17:06:19.481278 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.483009 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.483538 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 02 17:06:19.483877 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: floatingip_pools.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.484587 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.485133 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loaded extension: floatingip-pools Mar 02 17:06:19.485483 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: ip_allocation.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.486458 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.486968 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Extension ip_allocation not supported by any of loaded plugins Mar 02 17:06:19.487297 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.488223 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.488739 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loaded extension: ip-substring-filtering Mar 02 17:06:19.489662 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: l2_adjacency.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.490701 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.491213 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 02 17:06:19.491544 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: l3.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.492526 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.493047 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loaded extension: router Mar 02 17:06:19.493437 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.495775 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.496334 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 02 17:06:19.496669 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.497739 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.498312 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loaded extension: ext-gw-mode Mar 02 17:06:19.498643 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.499581 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.500094 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loaded extension: l3-ha Mar 02 17:06:19.500424 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.501346 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.501865 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 02 17:06:19.502212 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: l3_flavors.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.503152 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.503669 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loaded extension: l3-flavors Mar 02 17:06:19.503998 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.513938 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.514410 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 02 17:06:19.514742 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.515675 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.516196 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 02 17:06:19.516522 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: l3agentscheduler.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.517580 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.518128 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loaded extension: l3_agent_scheduler Mar 02 17:06:19.518462 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: local_ip.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.520807 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.521343 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Extension local_ip not supported by any of loaded plugins Mar 02 17:06:19.521678 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: logging.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.524770 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.525465 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Extension logging not supported by any of loaded plugins Mar 02 17:06:19.525679 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: metering.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.526469 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.527062 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loaded extension: metering Mar 02 17:06:19.527394 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.528514 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.529036 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loaded extension: metering_source_and_destination_fields Mar 02 17:06:19.529367 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: multiprovidernet.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.530343 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.530867 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loaded extension: multi-provider Mar 02 17:06:19.531200 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: netmtu.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.532131 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.532643 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loaded extension: net-mtu Mar 02 17:06:19.532970 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: netmtu_writable.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.533931 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.540699 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loaded extension: net-mtu-writable Mar 02 17:06:19.540699 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: network_availability_zone.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.540699 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.540699 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loaded extension: network_availability_zone Mar 02 17:06:19.540699 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: network_ip_availability.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.541623 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.542194 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loaded extension: network-ip-availability Mar 02 17:06:19.542527 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: network_segment_range.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.543313 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.543821 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Extension network-segment-range not supported by any of loaded plugins Mar 02 17:06:19.544146 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: pagination.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.545155 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.545489 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loaded extension: pagination Mar 02 17:06:19.545815 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: port_device_profile.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.546760 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.547302 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loaded extension: port-device-profile Mar 02 17:06:19.547625 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.548568 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.549076 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loaded extension: port-mac-address-regenerate Mar 02 17:06:19.549400 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.550364 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.550877 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loaded extension: port-numa-affinity-policy Mar 02 17:06:19.551201 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: port_resource_request.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.552289 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.552799 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Extension port-resource-request not supported by any of loaded plugins Mar 02 17:06:19.553124 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: port_resource_request_groups.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.554163 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.554677 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 02 17:06:19.555001 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: portbindings.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.555958 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.556464 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loaded extension: binding Mar 02 17:06:19.556788 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: portbindings_extended.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.558122 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.558642 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loaded extension: binding-extended Mar 02 17:06:19.559015 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: portsecurity.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.559946 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.560462 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loaded extension: port-security Mar 02 17:06:19.560792 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: project_id.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.561795 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.562154 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loaded extension: project-id Mar 02 17:06:19.562486 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: providernet.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.563409 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.563920 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loaded extension: provider Mar 02 17:06:19.564245 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: qos.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.568001 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.568531 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Extension qos not supported by any of loaded plugins Mar 02 17:06:19.568868 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.570168 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.570718 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 02 17:06:19.571055 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.571996 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.572514 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 02 17:06:19.572847 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: qos_default.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.573775 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.574394 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Extension qos-default not supported by any of loaded plugins Mar 02 17:06:19.574733 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: qos_fip.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.575687 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.576211 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Extension qos-fip not supported by any of loaded plugins Mar 02 17:06:19.576538 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.577726 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.578272 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 02 17:06:19.578602 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: qos_gateway_ip.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.584162 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.584692 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 02 17:06:19.585023 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: qos_port_network_policy.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.586105 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.586611 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 02 17:06:19.586934 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.587981 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.588485 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 02 17:06:19.588808 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.589864 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.590383 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 02 17:06:19.590705 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: qos_pps_rule.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.591892 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.592408 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Extension qos-pps not supported by any of loaded plugins Mar 02 17:06:19.592734 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: qos_rule_type_details.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.593662 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.594207 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 02 17:06:19.594534 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: qos_rules_alias.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.595574 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.596080 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 02 17:06:19.596406 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: quota_check_limit.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.597323 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.597835 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loaded extension: quota-check-limit Mar 02 17:06:19.598181 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: quotasv2.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.599732 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.600055 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loaded extension: quotas Mar 02 17:06:19.600377 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: quotasv2_detail.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.602118 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.602452 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loaded extension: quota_details Mar 02 17:06:19.602774 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: rbac.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.603831 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.604350 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loaded extension: rbac-policies Mar 02 17:06:19.604677 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: rbac_address_group.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.605604 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.606237 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loaded extension: rbac-address-group Mar 02 17:06:19.606600 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: rbac_address_scope.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.612576 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.613081 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loaded extension: rbac-address-scope Mar 02 17:06:19.613402 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: rbac_security_groups.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.614556 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.615063 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loaded extension: rbac-security-groups Mar 02 17:06:19.615385 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: rbac_subnetpool.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.616378 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.616881 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loaded extension: rbac-subnetpool Mar 02 17:06:19.617201 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: revisionifmatch.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.618160 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.618664 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loaded extension: revision-if-match Mar 02 17:06:19.618982 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: revisions.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.620094 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.620598 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loaded extension: standard-attr-revisions Mar 02 17:06:19.620921 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: router_availability_zone.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.621591 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.622139 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loaded extension: router_availability_zone Mar 02 17:06:19.622460 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: routerservicetype.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.623379 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.623885 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Extension router-service-type not supported by any of loaded plugins Mar 02 17:06:19.624204 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.625122 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.625623 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loaded extension: security-groups-normalized-cidr Mar 02 17:06:19.625968 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.626883 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.627385 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loaded extension: port-security-groups-filtering Mar 02 17:06:19.627702 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.628627 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.629132 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loaded extension: security-groups-remote-address-group Mar 02 17:06:19.629450 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.630419 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.630920 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loaded extension: security-groups-shared-filtering Mar 02 17:06:19.631235 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.631820 dv-cinder-778193-22-iscsi neutron-server[103726]: WARNING neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 02 17:06:19.632136 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: securitygroup.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.641706 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.642268 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loaded extension: security-group Mar 02 17:06:19.642601 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: segment.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.643381 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.643891 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Extension segment not supported by any of loaded plugins Mar 02 17:06:19.644217 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.645155 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.646281 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 02 17:06:19.646514 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: servicetype.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.647627 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.648136 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loaded extension: service-type Mar 02 17:06:19.648457 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: sorting.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.649435 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.649762 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loaded extension: sorting Mar 02 17:06:19.650114 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: standard_attr_segment.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.651020 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.651530 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 02 17:06:19.651851 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: standardattrdescription.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.652502 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.653002 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loaded extension: standard-attr-description Mar 02 17:06:19.653323 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: stateful_security_group.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.654275 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.654788 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loaded extension: stateful-security-group Mar 02 17:06:19.655111 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: stdattrs_common.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.655675 dv-cinder-778193-22-iscsi neutron-server[103726]: WARNING neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 02 17:06:19.655993 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.656927 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.657430 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 02 17:06:19.657745 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: subnet_onboard.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.658873 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.659391 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loaded extension: subnet_onboard Mar 02 17:06:19.659711 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.660643 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.661784 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 02 17:06:19.662122 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: subnet_service_types.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.663040 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.663554 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loaded extension: subnet-service-types Mar 02 17:06:19.663872 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: subnetallocation.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.664974 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.665481 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loaded extension: subnet_allocation Mar 02 17:06:19.665803 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.666534 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.667036 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loaded extension: subnetpool-prefix-ops Mar 02 17:06:19.667354 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.668301 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.668808 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 02 17:06:19.669128 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: tagging.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.670192 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.670700 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loaded extension: standard-attr-tag Mar 02 17:06:19.671021 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: timestamp.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.672213 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.672721 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loaded extension: standard-attr-timestamp Mar 02 17:06:19.673042 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: trunk.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.674102 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.674611 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Extension trunk not supported by any of loaded plugins Mar 02 17:06:19.674930 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: trunk_details.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.675840 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.676347 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Extension trunk-details not supported by any of loaded plugins Mar 02 17:06:19.676721 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: uplink_status_propagation.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.677638 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.678172 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 02 17:06:19.678491 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Loading extension file: vlantransparent.py {{(pid=103726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 17:06:19.679150 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 17:06:19.679653 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 02 17:06:19.682173 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.quota.resource_registry [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Creating instance of TrackedResource for resource:network Mar 02 17:06:19.682684 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.quota.resource_registry [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Creating instance of TrackedResource for resource:subnet Mar 02 17:06:19.683073 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.quota.resource_registry [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Creating instance of TrackedResource for resource:subnetpool Mar 02 17:06:19.683460 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.quota.resource_registry [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Creating instance of TrackedResource for resource:port Mar 02 17:06:19.684689 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.v2.resource_helper [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 17:06:19.685125 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.v2.resource_helper [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Service FLAVORS assigned prefix: {{(pid=103726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 17:06:19.685726 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.v2.resource_helper [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 17:06:19.686177 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.v2.resource_helper [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 17:06:19.686503 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.quota.resource_registry [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Creating instance of TrackedResource for resource:router Mar 02 17:06:19.686921 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.quota.resource_registry [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Creating instance of TrackedResource for resource:floatingip Mar 02 17:06:19.687397 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.v2.resource_helper [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Service METERING assigned prefix: /metering {{(pid=103726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 17:06:19.688842 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:19.689207 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:19.689556 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:06:19.690571 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.quota.resource_registry [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Creating instance of CountableResource for resource:rbac_policy Mar 02 17:06:19.695807 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.quota.resource_registry [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Creating instance of TrackedResource for resource:security_group Mar 02 17:06:19.695807 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.quota.resource_registry [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 02 17:06:19.695807 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.v2.resource_helper [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Service CORE assigned prefix: {{(pid=103726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 17:06:19.695807 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.quota.resource_registry [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Creating instance of TrackedResource for resource:subnetpool Mar 02 17:06:19.695807 dv-cinder-778193-22-iscsi neutron-server[103726]: WARNING neutron.quota.resource_registry [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] subnetpool is already registered Mar 02 17:06:19.695807 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.v2.resource_helper [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Service CORE assigned prefix: {{(pid=103726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 17:06:19.695807 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.quota.resource_registry [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Creating instance of TrackedResource for resource:subnetpool Mar 02 17:06:19.695807 dv-cinder-778193-22-iscsi neutron-server[103726]: WARNING neutron.quota.resource_registry [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] subnetpool is already registered Mar 02 17:06:19.696365 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.v2.resource_helper [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 17:06:19.696473 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.v2.resource_helper [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Service FLAVORS assigned prefix: {{(pid=103726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 17:06:19.697053 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.v2.resource_helper [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 17:06:19.697467 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.v2.resource_helper [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 17:06:19.697794 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.quota.resource_registry [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Creating instance of TrackedResource for resource:router Mar 02 17:06:19.698156 dv-cinder-778193-22-iscsi neutron-server[103726]: WARNING neutron.quota.resource_registry [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] router is already registered Mar 02 17:06:19.698560 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.quota.resource_registry [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Creating instance of TrackedResource for resource:floatingip Mar 02 17:06:19.698890 dv-cinder-778193-22-iscsi neutron-server[103726]: WARNING neutron.quota.resource_registry [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] floatingip is already registered Mar 02 17:06:19.699335 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.v2.resource_helper [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Service METERING assigned prefix: /metering {{(pid=103726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 17:06:19.699983 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.quota.resource_registry [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Creating instance of CountableResource for resource:rbac_policy Mar 02 17:06:19.700301 dv-cinder-778193-22-iscsi neutron-server[103726]: WARNING neutron.quota.resource_registry [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] rbac_policy is already registered Mar 02 17:06:19.700706 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.quota.resource_registry [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Creating instance of TrackedResource for resource:security_group Mar 02 17:06:19.701035 dv-cinder-778193-22-iscsi neutron-server[103726]: WARNING neutron.quota.resource_registry [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] security_group is already registered Mar 02 17:06:19.701426 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.quota.resource_registry [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 02 17:06:19.702054 dv-cinder-778193-22-iscsi neutron-server[103726]: WARNING neutron.quota.resource_registry [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] security_group_rule is already registered Mar 02 17:06:19.702672 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.v2.resource_helper [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Service CORE assigned prefix: {{(pid=103726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 17:06:19.702999 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.quota.resource_registry [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Creating instance of TrackedResource for resource:subnetpool Mar 02 17:06:19.703342 dv-cinder-778193-22-iscsi neutron-server[103726]: WARNING neutron.quota.resource_registry [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] subnetpool is already registered Mar 02 17:06:19.703753 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.v2.resource_helper [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Service CORE assigned prefix: {{(pid=103726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 17:06:19.704072 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.quota.resource_registry [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Creating instance of TrackedResource for resource:subnetpool Mar 02 17:06:19.704396 dv-cinder-778193-22-iscsi neutron-server[103726]: WARNING neutron.quota.resource_registry [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] subnetpool is already registered Mar 02 17:06:19.704857 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Extended resource: extensions {{(pid=103726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 17:06:19.706332 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Extended resource: address-groups {{(pid=103726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 17:06:19.708351 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Extended resource: address-scopes {{(pid=103726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 17:06:19.709802 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Extended resource: agents {{(pid=103726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 17:06:19.710971 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Extended resource: auto-allocated-topology {{(pid=103726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 17:06:19.712201 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Extended resource: availability_zones {{(pid=103726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 17:06:19.713411 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Extended resource: dhcp-networks {{(pid=103726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 17:06:19.714969 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Extended resource: dhcp-agents {{(pid=103726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 17:06:19.716359 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Extended resource: routers {{(pid=103726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 17:06:19.718578 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Extended resource: flavors {{(pid=103726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 17:06:19.719723 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Extended resource: service_profiles {{(pid=103726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 17:06:19.720926 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Extended resource: next_providers {{(pid=103726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 17:06:19.732086 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Extended resource: service_profiles {{(pid=103726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 17:06:19.732086 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Extended resource: floatingip-pools {{(pid=103726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 17:06:19.732086 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Extended resource: routers {{(pid=103726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 17:06:19.732086 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Extended resource: floatingips {{(pid=103726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 17:06:19.732086 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Extended resource: l3-routers {{(pid=103726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 17:06:19.732086 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Extended resource: l3-agents {{(pid=103726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 17:06:19.732772 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Extended resource: metering-labels {{(pid=103726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 17:06:19.734155 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Extended resource: metering-label-rules {{(pid=103726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 17:06:19.735431 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Extended resource: network-ip-availabilities {{(pid=103726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 17:06:19.736696 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Extended resource: bindings {{(pid=103726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 17:06:19.738393 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Extended resource: quotas {{(pid=103726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 17:06:19.740000 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Extended resource: quotas {{(pid=103726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 17:06:19.741516 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Extended resource: rbac-policies {{(pid=103726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 17:06:19.742837 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Extended resource: security-groups {{(pid=103726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 17:06:19.744063 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Extended resource: security-group-rules {{(pid=103726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 17:06:19.745292 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Extended resource: service-providers {{(pid=103726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 17:06:19.746537 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Extended resource: subnetpools {{(pid=103726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 17:06:19.747944 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Extended resource: subnetpools {{(pid=103726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 17:06:19.749387 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Extended resource: tags {{(pid=103726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 17:06:19.751106 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Extended resource: tags {{(pid=103726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 17:06:19.752888 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Extended resource: tags {{(pid=103726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 17:06:19.754715 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Extended resource: tags {{(pid=103726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 17:06:19.756628 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Extended resource: tags {{(pid=103726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 17:06:19.758506 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Extended resource: tags {{(pid=103726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 17:06:19.760234 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Extended resource: tags {{(pid=103726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 17:06:19.762135 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Extended resource: tags {{(pid=103726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 17:06:19.763904 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Extended resource: tags {{(pid=103726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 17:06:19.765772 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron.api.extensions [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Extended resource: tags {{(pid=103726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 17:06:19.772261 dv-cinder-778193-22-iscsi neutron-server[103726]: WARNING keystonemiddleware.auth_token [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 02 17:06:19.776939 dv-cinder-778193-22-iscsi neutron-server[103726]: WARNING keystonemiddleware.auth_token [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 02 17:06:19.785751 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_concurrency.lockutils [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Acquired lock "singleton_lock" {{(pid=103726) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 02 17:06:19.786936 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_concurrency.lockutils [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Releasing lock "singleton_lock" {{(pid=103726) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 02 17:06:19.787594 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO oslo_service.service [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Starting 2 workers Mar 02 17:06:19.792579 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Started child 103837 {{(pid=103726) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 02 17:06:19.797203 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Started child 103838 {{(pid=103726) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 02 17:06:19.798228 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:06:19.798868 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO neutron.service [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 02 17:06:19.799514 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:06:19.799855 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [-] (103837) wsgi starting up on http://0.0.0.0:9696 Mar 02 17:06:19.802282 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO oslo_service.service [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Starting 1 workers Mar 02 17:06:19.802409 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:06:19.803745 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [-] (103838) wsgi starting up on http://0.0.0.0:9696 Mar 02 17:06:19.807629 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Started child 103839 {{(pid=103726) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 02 17:06:19.808197 dv-cinder-778193-22-iscsi neutron-server[103726]: INFO oslo_service.service [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Starting 1 workers Mar 02 17:06:19.811842 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.service [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] calling RpcWorker wait() {{(pid=103839) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 02 17:06:19.812677 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.service [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] returning from RpcWorker wait() {{(pid=103839) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 02 17:06:19.812773 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Started child 103840 {{(pid=103726) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 02 17:06:19.813667 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbe04e4-5bbe-4005-81a4-de25dd23b710 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:06:19.813967 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:06:19.814509 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:06:19.815679 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103726) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 02 17:06:19.815890 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 02 17:06:19.816073 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 02 17:06:19.816296 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 02 17:06:19.816642 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 02 17:06:19.816803 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 02 17:06:19.817385 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.817655 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.817957 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.818395 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.818484 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:06:19.818968 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.819256 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.819466 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:06:19.819559 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.819751 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.820025 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.820266 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.820429 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.820620 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.820840 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.821068 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.821371 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.821630 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.821892 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.822159 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.822329 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.822598 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.822859 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.823076 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.823353 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] debug = True {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.823602 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.824110 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.824334 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.824579 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.824808 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.825085 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.825307 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.825586 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.825821 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.826077 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.826325 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.826576 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.827066 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.827292 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.827546 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.827755 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.828006 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.828222 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.828664 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] host = dv-cinder-778193-22-iscsi {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.828911 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.829122 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.829364 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.829612 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.829872 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.830110 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.830409 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.830666 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.830873 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.831094 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.831337 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.831564 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.831782 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.832038 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] log_file = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.832200 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] log_options = True {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.832444 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.832709 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.833517 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.833758 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.833967 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.834132 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.834386 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.834546 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.834802 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.835035 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.835244 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.835471 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.835681 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.835907 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.836170 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.836382 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.836613 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.836837 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.837083 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.837317 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.837556 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.837784 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.838038 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.838281 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.838493 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.838741 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.838928 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.839145 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.839359 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.839582 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.839828 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.840113 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.840344 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.840589 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.840837 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.841066 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.841290 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.841611 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.842466 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.842697 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.842964 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.843265 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.843406 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.843639 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.843885 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.844064 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.844304 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] use_json = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.844587 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.845286 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.846790 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.847015 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.847822 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.848027 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.848242 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.848536 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.849373 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.849930 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.850037 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.850357 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.850600 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.850830 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.851077 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.851328 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.851566 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.851830 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.852050 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.852336 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.852716 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.853030 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.853304 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.853581 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.853932 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.854217 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.854465 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.854715 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.854947 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.855185 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.855421 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.855702 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.855938 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.856167 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.856393 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.856630 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.857360 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.857623 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.857985 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.858641 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.858918 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.859188 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.859431 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.859665 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.859915 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.860149 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.860361 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.860587 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.860876 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.861090 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.861333 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.861582 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.861833 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.862065 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.862287 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.862523 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.862752 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.862976 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.863191 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.863397 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.863625 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.864305 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.864515 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.864741 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.864948 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.865212 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.865460 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.865700 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.865936 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.866146 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.866377 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.866600 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.866807 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.867016 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.867219 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.867440 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.867642 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.867886 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.868115 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.868321 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.868528 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.868737 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.868959 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.869168 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.869377 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.869580 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.869807 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.870057 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.870266 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.870469 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.870690 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.870925 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.871114 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.871334 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.871542 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.871747 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.872041 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.872816 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.873033 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.873257 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.873686 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.874009 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.874265 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.874520 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.880983 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.880983 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.880983 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.880983 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.880983 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.880983 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.880983 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.880983 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.881600 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.881600 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.881600 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.881600 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.881600 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.881600 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.881600 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.881600 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.882210 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.882210 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.882210 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.882210 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.882210 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.882210 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.882210 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.882210 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.882772 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.882772 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.882772 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.882772 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.882772 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.882772 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.882772 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.882772 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.883331 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.883713 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.883934 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.884253 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.884504 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.884760 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.885007 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.885240 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.885486 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.885717 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.885984 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.886211 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.886498 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.886727 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.886967 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.887194 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.887468 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.887709 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.887951 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.888207 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.888449 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.888674 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.888927 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.889164 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.889371 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.889592 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.889817 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.890054 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.890288 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.890512 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.890742 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.890952 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.891160 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.891414 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.891621 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.891850 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.892054 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.892264 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.892472 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.892711 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.892912 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.893151 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.893382 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.893592 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.893818 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.894067 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.894271 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.894513 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.894792 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.895073 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.895866 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.896159 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.896528 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.896748 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.897730 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.897730 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.897730 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.897730 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.898254 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.898337 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.898922 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.898922 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.898922 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.899192 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.899860 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.899860 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.899860 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.900143 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.900397 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.900593 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.900835 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.901898 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.901898 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.901898 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.901898 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.902210 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.902210 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.903599 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.903599 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.903599 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.903599 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.903599 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.903599 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.904048 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.904048 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.904192 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.905025 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.905025 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.905025 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.905025 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.905340 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.905416 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.905678 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.906050 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.910835 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.910835 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.910835 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.910835 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.910835 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.910835 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.910835 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.910835 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.911630 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.911630 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.911630 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.911630 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.911630 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.911630 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.911630 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.911630 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.912232 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.912232 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.912232 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.912232 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.912232 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.912232 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.912232 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.912232 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.912772 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.912772 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.912772 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.912772 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.912772 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.912772 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.912772 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.913254 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.913254 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.913254 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.913476 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.913657 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.913871 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.914098 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.914354 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.914608 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.914821 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.915112 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.915362 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.915604 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.915840 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.916149 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.916358 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.916591 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.916813 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.917062 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.917281 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.917529 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.917822 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.918158 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.918414 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.918668 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.918943 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.919224 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.919501 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.919704 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.920002 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.920322 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.921059 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.921059 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.921059 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.921297 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.921516 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.921746 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.921989 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.922202 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.922417 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.922670 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.922901 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.923141 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.923370 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.923628 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.923774 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.924387 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.924387 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.924668 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.924668 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.924916 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 02 17:06:19.925320 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103726) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 02 17:06:19.925471 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 02 17:06:19.925771 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 02 17:06:19.926116 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 02 17:06:19.926447 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 02 17:06:19.926885 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 02 17:06:19.927241 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.927541 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.927837 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.928144 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.928304 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.928402 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:06:19.928502 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.928632 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.928789 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.928944 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.929100 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.929255 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.929410 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.929564 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.929718 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.929896 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.930050 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.930352 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.930505 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.930801 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.931092 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.931382 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.931752 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.931907 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] debug = True {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.932065 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.932265 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.932430 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.932648 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.932799 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.932999 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.933159 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.933354 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.933550 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.933710 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.933916 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.934177 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.934333 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.934888 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.935042 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.935339 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.935494 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.935793 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.935965 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] host = dv-cinder-778193-22-iscsi {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.936121 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.936273 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.936443 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.936557 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.936704 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.936858 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.937026 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.937164 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.937318 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.937473 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.937629 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.937788 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.937965 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.938124 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] log_file = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.938276 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] log_options = True {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.938434 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.938591 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.938746 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.938929 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.939091 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.939247 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.939403 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.939556 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.939711 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.939866 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.940022 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.940178 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.940331 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.940487 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.941026 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.941026 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.941026 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.941262 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.941262 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.941405 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.941527 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.941680 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.941836 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.945197 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.945197 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.945197 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.945197 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.945197 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.945197 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.945197 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.945197 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.945765 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.945765 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.945765 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.945765 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.945765 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.945765 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.945765 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.945765 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.946268 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.946268 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.946268 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.946268 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.946268 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.946268 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.946268 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.946268 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] use_json = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.946779 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.946779 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.946779 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.946779 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.946779 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.946779 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.947180 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.947180 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.947180 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:06:19.947394 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.947474 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.947600 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.947795 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.947939 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.948074 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.948217 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.948350 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.948478 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.948641 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.948805 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.948962 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.949130 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.949286 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.949443 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.949608 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.949762 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.950091 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.950250 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.950556 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.950714 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.950872 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.951039 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.951196 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.951355 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.951495 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.951922 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.952088 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.952245 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.952417 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.952575 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.952734 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.952892 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.953048 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.953267 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.953409 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.953557 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.953692 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.953836 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.953998 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.954131 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.954263 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.954396 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.954557 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.954727 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.954927 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.955094 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.955684 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.955684 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.955684 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.955684 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.956488 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.956488 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.956789 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.956789 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.957036 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.957036 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.957274 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.957405 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.957538 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.957690 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.958378 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.958556 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.958911 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.958911 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.958911 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.959289 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.959289 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.959532 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.959532 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.959775 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.959775 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.960027 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.960157 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.960626 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.960626 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.960626 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.960626 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.961049 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.961049 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.961049 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.961475 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.961475 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.961628 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.961707 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.961878 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.962042 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.962200 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.962357 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.962515 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.962672 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.962839 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.963010 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.963167 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.963324 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.963482 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.963641 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.963803 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.963945 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.964103 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.964259 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.964415 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.964571 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.964728 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.964888 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.965029 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.965197 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.965353 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.965509 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.965665 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.965822 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.966026 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.966172 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.966330 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.966488 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.966646 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.966802 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.966980 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.967116 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.967281 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.967437 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.967597 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.967753 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.967917 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.968084 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.968241 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.968400 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.968557 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.968714 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.968872 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.969028 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.969186 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.969343 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.969499 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.969657 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.970335 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.970335 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.970335 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.970335 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.970583 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.970648 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.970826 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.970963 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.971093 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.971229 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.971365 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.971701 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.971701 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.971845 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.971940 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.972098 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.972255 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.972412 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.972569 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.972725 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.972883 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.973066 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.973201 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.973340 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.973510 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.973668 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.973826 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.974018 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.974175 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.974332 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.974489 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.974645 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.974803 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.974961 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.975123 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.975281 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.975439 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.975596 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.975752 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.975908 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.976068 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.976228 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.976371 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.976529 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.976686 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.976848 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.977006 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.977147 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.977307 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.977449 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.977610 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.977766 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.977946 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.978104 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.978262 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.978419 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.978577 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.978733 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.978890 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.979063 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.979222 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.979377 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.979537 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.979694 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.979850 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.980007 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.980163 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.980322 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.980479 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.980637 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.980795 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.980952 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.981117 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.981254 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.981410 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.981569 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.981729 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.981906 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.982065 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.982223 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.982381 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.982537 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.982693 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.982849 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.983006 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.983163 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.983320 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.983476 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.983649 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.983809 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.983965 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.984120 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.984277 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.984434 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.984600 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.984757 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.984914 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.985075 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.985232 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.985389 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.985553 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.985710 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.985885 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.986045 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.986205 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.986362 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.986527 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.986684 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.986842 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.986996 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.987153 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.987309 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.987474 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.987631 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.987788 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.987943 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.988100 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.988256 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.988421 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.988578 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.988734 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.988889 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.989067 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.989226 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.989391 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.989549 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.989706 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.989909 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.990069 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.990250 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.990374 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.990544 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.990701 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.990861 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.991019 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.991180 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.991337 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.991497 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.991657 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.991827 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.991993 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.992152 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.992318 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.992484 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.992650 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.993888 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.993888 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.993888 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.993888 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.993888 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.993888 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.993888 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.993888 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.994442 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.994442 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.994442 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.994650 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.994650 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.994790 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.994934 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.995096 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.995252 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.995409 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.995565 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.995721 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.995879 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.996035 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:06:19.996183 dv-cinder-778193-22-iscsi neutron-server[103726]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 02 17:06:20.003340 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 42090) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:06:20.012731 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [-] 10.222.0.55 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066662 Mar 02 17:06:31.690447 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c785e2d-695e-4f22-8a8b-c4066327138c None None] get_active_networks_info from dv-cinder-778193-22-iscsi {{(pid=103839) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 02 17:06:31.754741 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c785e2d-695e-4f22-8a8b-c4066327138c None None] No non-hosted networks {{(pid=103839) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 02 17:06:31.765522 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.agentschedulers_db [None req-3c785e2d-695e-4f22-8a8b-c4066327138c None None] DHCP Agent not found on host dv-cinder-778193-22-iscsi {{(pid=103839) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 02 17:06:31.845822 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-5f413af3-2fd9-43d6-a8d6-1ffaf24e2d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-755550'] for agent (0060df7f-f835-4890-b25c-3842f545a9d0), after_create {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:06:34.077085 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e26fb75a-a38b-48bc-b593-4c6e38081f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-755550'] for agent (90b713d5-0d52-4da0-a663-b3b1c9fefb3d), after_create {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:06:34.115452 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.db.api [None req-b17d67f0-c301-471a-bfba-647bde1fe9c3 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-778193-22-iscsi {{(pid=103839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 17:06:34.115876 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG oslo_db.api [None req-b17d67f0-c301-471a-bfba-647bde1fe9c3 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 17:06:34.708817 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-b17d67f0-c301-471a-bfba-647bde1fe9c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90b713d5-0d52-4da0-a663-b3b1c9fefb3d), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:06:35.018400 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-7239c76e-3e75-4b64-9028-aed8f891363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-755550'] for agent (eca5c3a0-ec74-4a2a-a5c6-a62430d93509), after_create {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:06:36.794601 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-765bf0ac-d167-416d-8fe2-638e582454ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-755550'] for agent (aac89579-4eb6-45c8-861e-e37bc0c26bf3), after_create {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:06:37.669419 dv-cinder-778193-22-iscsi neutron-server[103839]: INFO neutron.db.l3_hamode_db [None req-517635e3-39e1-4b10-8451-21ee73081a84 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 02 17:06:37.754451 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517635e3-39e1-4b10-8451-21ee73081a84 None None] Routers set() bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:06:37.755324 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517635e3-39e1-4b10-8451-21ee73081a84 None None] Router IDs set() for agent in host dv-cinder-778193-22-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 02 17:06:37.835852 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 42170) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:06:38.171434 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-755550'] for agent (90356b9b-9a55-4227-ace0-d1fc01a5475f), after_create {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:06:38.172743 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:06:38.173301 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:06:38.173717 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:06:38.174148 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:06:38.174476 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:06:38.174800 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:06:38.175735 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:06:38.177071 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:06:38.177913 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:06:38.178284 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:06:38.178650 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:06:38.179008 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:06:38.182570 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:06:38.182995 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-778193-22-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:06:38.189234 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-778193-22-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:06:38.345130 dv-cinder-778193-22-iscsi neutron-server[103838]: WARNING oslo_policy.policy [None req-42bc0ea8-ee70-465f-98af-65fa68a567a8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 17:06:38.345739 dv-cinder-778193-22-iscsi neutron-server[103838]: WARNING oslo_policy.policy [None req-42bc0ea8-ee70-465f-98af-65fa68a567a8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 17:06:38.578180 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [None req-42bc0ea8-ee70-465f-98af-65fa68a567a8 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103838) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 17:06:38.579459 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-42bc0ea8-ee70-465f-98af-65fa68a567a8 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7426152 Mar 02 17:06:41.143245 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 42196) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:06:41.448050 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [None req-fcb04b0c-66a0-432a-a57e-74887458b9d1 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:06:41.539878 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.policy [None req-fcb04b0c-66a0-432a-a57e-74887458b9d1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103838) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 02 17:06:41.584972 dv-cinder-778193-22-iscsi neutron-server[103838]: WARNING oslo_policy.policy [None req-fcb04b0c-66a0-432a-a57e-74887458b9d1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 17:06:41.585273 dv-cinder-778193-22-iscsi neutron-server[103838]: WARNING oslo_policy.policy [None req-fcb04b0c-66a0-432a-a57e-74887458b9d1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 17:06:41.737456 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-fcb04b0c-66a0-432a-a57e-74887458b9d1 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757691970333', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757691969728', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757696379732', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757696376927', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757696367088', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757696390798', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-4180890', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3153627', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-461881', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-432104'] for rbac-policy (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:06:41.945027 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-fcb04b0c-66a0-432a-a57e-74887458b9d1 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:06:41.946266 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-fcb04b0c-66a0-432a-a57e-74887458b9d1 admin admin] 10.222.0.55 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8020601 Mar 02 17:06:44.435403 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 42206) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:06:44.746268 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [None req-5ab485a9-43e8-4602-af43-27ed5a32f50f demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:06:44.827663 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab485a9-43e8-4602-af43-27ed5a32f50f demo demo] Made reservation on behalf of 2a0bf0a1ba764583bf4f3de651e4c987 for: {'network': 1} {{(pid=103838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:06:44.831491 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5ab485a9-43e8-4602-af43-27ed5a32f50f demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for network (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:06:44.848809 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5ab485a9-43e8-4602-af43-27ed5a32f50f demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:06:44.953743 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5ab485a9-43e8-4602-af43-27ed5a32f50f demo demo] Publish callbacks [] for security_group (7ffb1626-3b01-4602-bdb8-625f9bd652cb), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:06:45.039130 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5ab485a9-43e8-4602-af43-27ed5a32f50f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (7ffb1626-3b01-4602-bdb8-625f9bd652cb), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:06:45.063501 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ab485a9-43e8-4602-af43-27ed5a32f50f demo demo] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=103838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:06:45.097962 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5ab485a9-43e8-4602-af43-27ed5a32f50f demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757691626132', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220699'] for segment (d16d64b6-79b2-4208-984d-fb0af4c02202), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:06:45.098533 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5ab485a9-43e8-4602-af43-27ed5a32f50f demo demo] Unsubscribe: segment precommit_create {{(pid=103838) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 02 17:06:45.099042 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.db.segments_db [None req-5ab485a9-43e8-4602-af43-27ed5a32f50f demo demo] Added segment d16d64b6-79b2-4208-984d-fb0af4c02202 of type vlan for network e9e7609b-c2b1-40b5-b0c9-f6d563533a5b Mar 02 17:06:45.114917 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab485a9-43e8-4602-af43-27ed5a32f50f demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=7ffb1626-3b01-4602-bdb8-625f9bd652cb,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:06:45.140662 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab485a9-43e8-4602-af43-27ed5a32f50f demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:06:45.141022 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab485a9-43e8-4602-af43-27ed5a32f50f demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:06:45.141373 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab485a9-43e8-4602-af43-27ed5a32f50f demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:06:45.147924 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab485a9-43e8-4602-af43-27ed5a32f50f demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:06:45.147924 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab485a9-43e8-4602-af43-27ed5a32f50f demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:06:45.147924 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab485a9-43e8-4602-af43-27ed5a32f50f demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:06:45.147924 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab485a9-43e8-4602-af43-27ed5a32f50f demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:06:45.147924 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab485a9-43e8-4602-af43-27ed5a32f50f demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:06:45.148350 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab485a9-43e8-4602-af43-27ed5a32f50f demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:06:45.148350 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab485a9-43e8-4602-af43-27ed5a32f50f demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:06:45.148350 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab485a9-43e8-4602-af43-27ed5a32f50f demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:06:45.148350 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab485a9-43e8-4602-af43-27ed5a32f50f demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:06:45.148350 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab485a9-43e8-4602-af43-27ed5a32f50f demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:06:45.148737 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab485a9-43e8-4602-af43-27ed5a32f50f demo demo] Tracked resource versions report: Mar 02 17:06:45.148737 dv-cinder-778193-22-iscsi neutron-server[103838]: pushed versions: Mar 02 17:06:45.148737 dv-cinder-778193-22-iscsi neutron-server[103838]: { 'AddressGroup': {'1.2'}, Mar 02 17:06:45.148737 dv-cinder-778193-22-iscsi neutron-server[103838]: 'ConntrackHelper': {'1.0'}, Mar 02 17:06:45.148737 dv-cinder-778193-22-iscsi neutron-server[103838]: 'LocalIPAssociation': {'1.0'}, Mar 02 17:06:45.148737 dv-cinder-778193-22-iscsi neutron-server[103838]: 'Log': {'1.0'}, Mar 02 17:06:45.148737 dv-cinder-778193-22-iscsi neutron-server[103838]: 'Network': {'1.1'}, Mar 02 17:06:45.148737 dv-cinder-778193-22-iscsi neutron-server[103838]: 'Port': {'1.7'}, Mar 02 17:06:45.148737 dv-cinder-778193-22-iscsi neutron-server[103838]: 'PortForwarding': {'1.2'}, Mar 02 17:06:45.148737 dv-cinder-778193-22-iscsi neutron-server[103838]: 'QosPolicy': {'1.10'}, Mar 02 17:06:45.148737 dv-cinder-778193-22-iscsi neutron-server[103838]: 'SecurityGroup': {'1.5'}, Mar 02 17:06:45.148737 dv-cinder-778193-22-iscsi neutron-server[103838]: 'SecurityGroupRule': {'1.2'}, Mar 02 17:06:45.148737 dv-cinder-778193-22-iscsi neutron-server[103838]: 'SubPort': {'1.0'}, Mar 02 17:06:45.148737 dv-cinder-778193-22-iscsi neutron-server[103838]: 'Subnet': {'1.1'}, Mar 02 17:06:45.148737 dv-cinder-778193-22-iscsi neutron-server[103838]: 'Trunk': {'1.1'}} Mar 02 17:06:45.148737 dv-cinder-778193-22-iscsi neutron-server[103838]: consumer versions: Mar 02 17:06:45.148737 dv-cinder-778193-22-iscsi neutron-server[103838]: { DHCP agent@dv-cinder-778193-22-iscsi: {}, Mar 02 17:06:45.148737 dv-cinder-778193-22-iscsi neutron-server[103838]: L3 agent@dv-cinder-778193-22-iscsi: {}, Mar 02 17:06:45.148737 dv-cinder-778193-22-iscsi neutron-server[103838]: Metadata agent@dv-cinder-778193-22-iscsi: {}, Mar 02 17:06:45.148737 dv-cinder-778193-22-iscsi neutron-server[103838]: Metering agent@dv-cinder-778193-22-iscsi: {}, Mar 02 17:06:45.148737 dv-cinder-778193-22-iscsi neutron-server[103838]: Open vSwitch agent@dv-cinder-778193-22-iscsi: { 'AddressGroup': '1.2', Mar 02 17:06:45.148737 dv-cinder-778193-22-iscsi neutron-server[103838]: 'ConntrackHelper': '1.0', Mar 02 17:06:45.148737 dv-cinder-778193-22-iscsi neutron-server[103838]: 'LocalIPAssociation': '1.0', Mar 02 17:06:45.148737 dv-cinder-778193-22-iscsi neutron-server[103838]: 'Log': '1.0', Mar 02 17:06:45.148737 dv-cinder-778193-22-iscsi neutron-server[103838]: 'Network': '1.1', Mar 02 17:06:45.148737 dv-cinder-778193-22-iscsi neutron-server[103838]: 'Port': '1.7', Mar 02 17:06:45.148737 dv-cinder-778193-22-iscsi neutron-server[103838]: 'PortForwarding': '1.2', Mar 02 17:06:45.148737 dv-cinder-778193-22-iscsi neutron-server[103838]: 'QosPolicy': '1.10', Mar 02 17:06:45.148737 dv-cinder-778193-22-iscsi neutron-server[103838]: 'SecurityGroup': '1.5', Mar 02 17:06:45.148737 dv-cinder-778193-22-iscsi neutron-server[103838]: 'SecurityGroupRule': '1.2', Mar 02 17:06:45.148737 dv-cinder-778193-22-iscsi neutron-server[103838]: 'SubPort': '1.0', Mar 02 17:06:45.148737 dv-cinder-778193-22-iscsi neutron-server[103838]: 'Subnet': '1.1', Mar 02 17:06:45.148737 dv-cinder-778193-22-iscsi neutron-server[103838]: 'Trunk': '1.1'}} Mar 02 17:06:45.148737 dv-cinder-778193-22-iscsi neutron-server[103838]: {{(pid=103838) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 17:06:45.209653 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5ab485a9-43e8-4602-af43-27ed5a32f50f demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757691153484'] for network (e9e7609b-c2b1-40b5-b0c9-f6d563533a5b), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:06:45.308067 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5ab485a9-43e8-4602-af43-27ed5a32f50f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145'] for network (e9e7609b-c2b1-40b5-b0c9-f6d563533a5b), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:06:45.313066 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab485a9-43e8-4602-af43-27ed5a32f50f demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:06:45.313805 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5ab485a9-43e8-4602-af43-27ed5a32f50f demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572135'] for network (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:06:45.423911 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab485a9-43e8-4602-af43-27ed5a32f50f demo demo] Pushing event updated for resources: {'Network': ['ID=e9e7609b-c2b1-40b5-b0c9-f6d563533a5b,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:06:45.436335 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Network e9e7609b-c2b1-40b5-b0c9-f6d563533a5b details requested by agent ovs-agent-dv-cinder-778193-22-iscsi with host dv-cinder-778193-22-iscsi {{(pid=103839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 17:06:45.436852 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-5ab485a9-43e8-4602-af43-27ed5a32f50f demo demo] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.9999721 Mar 02 17:06:47.995296 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 42218) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:06:48.429507 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee58c24e-6acc-4b87-b87c-4b7607ed9ad6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:06:48.430905 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-ee58c24e-6acc-4b87-b87c-4b7607ed9ad6 demo admin] 10.222.0.55 "GET /v2.0/networks/e9e7609b-c2b1-40b5-b0c9-f6d563533a5b HTTP/1.1" status: 200 len: 825 time: 0.4346657 Mar 02 17:06:48.456086 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-d4ad470b-1077-43db-a5f4-46c793dd9973 demo admin] 10.222.0.55 "GET /v2.0/subnetpools/78bc7208-a0f8-45e1-966d-687165ae5541 HTTP/1.1" status: 200 len: 734 time: 0.0194075 Mar 02 17:06:48.465439 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [None req-de3b5a5d-fb0d-4bcb-92b3-6f67b9b63587 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': '78bc7208-a0f8-45e1-966d-687165ae5541', 'ip_version': 4, 'network_id': 'e9e7609b-c2b1-40b5-b0c9-f6d563533a5b', 'gateway_ip': '172.20.0.1'}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:06:48.559041 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de3b5a5d-fb0d-4bcb-92b3-6f67b9b63587 demo admin] Made reservation on behalf of 2a0bf0a1ba764583bf4f3de651e4c987 for: {'subnet': 1} {{(pid=103838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:06:48.561301 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-de3b5a5d-fb0d-4bcb-92b3-6f67b9b63587 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:06:48.914077 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-de3b5a5d-fb0d-4bcb-92b3-6f67b9b63587 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145'] for subnet (2e7af402-1877-4b0b-9ae7-d5bcfcfd4bb2), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:06:48.983461 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b5a5d-fb0d-4bcb-92b3-6f67b9b63587 demo admin] Pushing event updated for resources: {'Subnet': ['ID=2e7af402-1877-4b0b-9ae7-d5bcfcfd4bb2,revision_number=0']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:06:48.986927 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3b5a5d-fb0d-4bcb-92b3-6f67b9b63587 demo admin] Checking segment: {'id': 'd16d64b6-79b2-4208-984d-fb0af4c02202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e9e7609b-c2b1-40b5-b0c9-f6d563533a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 17:06:48.987308 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3b5a5d-fb0d-4bcb-92b3-6f67b9b63587 demo admin] Network hostable DHCP agents. Network: e9e7609b-c2b1-40b5-b0c9-f6d563533a5b, hostable agents: ['0060df7f-f835-4890-b25c-3842f545a9d0'], hosted agents: [] {{(pid=103838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:06:49.062244 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3b5a5d-fb0d-4bcb-92b3-6f67b9b63587 demo admin] Network e9e7609b-c2b1-40b5-b0c9-f6d563533a5b is scheduled to be hosted by DHCP agent 0060df7f-f835-4890-b25c-3842f545a9d0 with binding_index 1 {{(pid=103838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:06:49.147293 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.base_scheduler [None req-de3b5a5d-fb0d-4bcb-92b3-6f67b9b63587 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-22-iscsi, e9e7609b-c2b1-40b5-b0c9-f6d563533a5b) {{(pid=103838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:06:49.151890 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3b5a5d-fb0d-4bcb-92b3-6f67b9b63587 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:06:49.152485 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-de3b5a5d-fb0d-4bcb-92b3-6f67b9b63587 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572135'] for subnet (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:06:49.156501 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05dd9bef-343c-424a-9400-93fb1492007c None None] Network e9e7609b-c2b1-40b5-b0c9-f6d563533a5b requested from dv-cinder-778193-22-iscsi {{(pid=103839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 17:06:49.241587 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-de3b5a5d-fb0d-4bcb-92b3-6f67b9b63587 demo admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7792473 Mar 02 17:06:49.439734 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0cda7f-7281-4973-9cf0-daefa99357c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c41045a-8583-5828-8345-e6f53daf7ae9-e9e7609b-c2b1-40b5-b0c9-f6d563533a5b', 'network_id': 'e9e7609b-c2b1-40b5-b0c9-f6d563533a5b', 'project_id': '2a0bf0a1ba764583bf4f3de651e4c987', 'fixed_ips': [{'subnet_id': '2e7af402-1877-4b0b-9ae7-d5bcfcfd4bb2'}]}} from dv-cinder-778193-22-iscsi. {{(pid=103839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 02 17:06:49.439734 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-fe0cda7f-7281-4973-9cf0-daefa99357c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (None), before_create {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:06:49.718989 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.db_base_plugin_common [None req-fe0cda7f-7281-4973-9cf0-daefa99357c7 None None] Allocated IP 172.20.0.2 (e9e7609b-c2b1-40b5-b0c9-f6d563533a5b/2e7af402-1877-4b0b-9ae7-d5bcfcfd4bb2/91c53066-4c58-42d2-9538-25bec6b129ae) {{(pid=103839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:06:49.991436 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-fe0cda7f-7281-4973-9cf0-daefa99357c7 None None] Publish callbacks [] for port (91c53066-4c58-42d2-9538-25bec6b129ae), precommit_create {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:06:50.085709 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-fe0cda7f-7281-4973-9cf0-daefa99357c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757691134181'] for port (91c53066-4c58-42d2-9538-25bec6b129ae), after_create {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:06:50.161371 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0cda7f-7281-4973-9cf0-daefa99357c7 None None] Network e9e7609b-c2b1-40b5-b0c9-f6d563533a5b is already hosted by enough agents. {{(pid=103839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:06:50.166506 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.scheduler.base_scheduler [None req-fe0cda7f-7281-4973-9cf0-daefa99357c7 None None] Resources bound (agent type, host, resource id): {{(pid=103839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:06:50.174889 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0cda7f-7281-4973-9cf0-daefa99357c7 None None] Received port after_create {{(pid=103839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 17:06:50.177992 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0cda7f-7281-4973-9cf0-daefa99357c7 None None] Pushing event updated for resources: {'Port': ['ID=91c53066-4c58-42d2-9538-25bec6b129ae,revision_number=1']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:06:50.209252 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0cda7f-7281-4973-9cf0-daefa99357c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:06:50.209619 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0cda7f-7281-4973-9cf0-daefa99357c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:06:50.210008 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0cda7f-7281-4973-9cf0-daefa99357c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:06:50.210353 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0cda7f-7281-4973-9cf0-daefa99357c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:06:50.210685 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0cda7f-7281-4973-9cf0-daefa99357c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:06:50.211011 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0cda7f-7281-4973-9cf0-daefa99357c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:06:50.211355 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0cda7f-7281-4973-9cf0-daefa99357c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:06:50.211684 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0cda7f-7281-4973-9cf0-daefa99357c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:06:50.212006 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0cda7f-7281-4973-9cf0-daefa99357c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:06:50.212347 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0cda7f-7281-4973-9cf0-daefa99357c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:06:50.212668 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0cda7f-7281-4973-9cf0-daefa99357c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:06:50.212986 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0cda7f-7281-4973-9cf0-daefa99357c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:06:50.213301 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0cda7f-7281-4973-9cf0-daefa99357c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:06:50.214746 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0cda7f-7281-4973-9cf0-daefa99357c7 None None] Tracked resource versions report: Mar 02 17:06:50.214746 dv-cinder-778193-22-iscsi neutron-server[103839]: pushed versions: Mar 02 17:06:50.214746 dv-cinder-778193-22-iscsi neutron-server[103839]: { 'AddressGroup': {'1.2'}, Mar 02 17:06:50.214746 dv-cinder-778193-22-iscsi neutron-server[103839]: 'ConntrackHelper': {'1.0'}, Mar 02 17:06:50.214746 dv-cinder-778193-22-iscsi neutron-server[103839]: 'LocalIPAssociation': {'1.0'}, Mar 02 17:06:50.214746 dv-cinder-778193-22-iscsi neutron-server[103839]: 'Log': {'1.0'}, Mar 02 17:06:50.214746 dv-cinder-778193-22-iscsi neutron-server[103839]: 'Network': {'1.1'}, Mar 02 17:06:50.214746 dv-cinder-778193-22-iscsi neutron-server[103839]: 'Port': {'1.7'}, Mar 02 17:06:50.214746 dv-cinder-778193-22-iscsi neutron-server[103839]: 'PortForwarding': {'1.2'}, Mar 02 17:06:50.214746 dv-cinder-778193-22-iscsi neutron-server[103839]: 'QosPolicy': {'1.10'}, Mar 02 17:06:50.214746 dv-cinder-778193-22-iscsi neutron-server[103839]: 'SecurityGroup': {'1.5'}, Mar 02 17:06:50.214746 dv-cinder-778193-22-iscsi neutron-server[103839]: 'SecurityGroupRule': {'1.2'}, Mar 02 17:06:50.214746 dv-cinder-778193-22-iscsi neutron-server[103839]: 'SubPort': {'1.0'}, Mar 02 17:06:50.214746 dv-cinder-778193-22-iscsi neutron-server[103839]: 'Subnet': {'1.1'}, Mar 02 17:06:50.214746 dv-cinder-778193-22-iscsi neutron-server[103839]: 'Trunk': {'1.1'}} Mar 02 17:06:50.214746 dv-cinder-778193-22-iscsi neutron-server[103839]: consumer versions: Mar 02 17:06:50.214746 dv-cinder-778193-22-iscsi neutron-server[103839]: { DHCP agent@dv-cinder-778193-22-iscsi: {}, Mar 02 17:06:50.214746 dv-cinder-778193-22-iscsi neutron-server[103839]: L3 agent@dv-cinder-778193-22-iscsi: {}, Mar 02 17:06:50.214746 dv-cinder-778193-22-iscsi neutron-server[103839]: Metadata agent@dv-cinder-778193-22-iscsi: {}, Mar 02 17:06:50.214746 dv-cinder-778193-22-iscsi neutron-server[103839]: Metering agent@dv-cinder-778193-22-iscsi: {}, Mar 02 17:06:50.214746 dv-cinder-778193-22-iscsi neutron-server[103839]: Open vSwitch agent@dv-cinder-778193-22-iscsi: { 'AddressGroup': '1.2', Mar 02 17:06:50.214746 dv-cinder-778193-22-iscsi neutron-server[103839]: 'ConntrackHelper': '1.0', Mar 02 17:06:50.214746 dv-cinder-778193-22-iscsi neutron-server[103839]: 'LocalIPAssociation': '1.0', Mar 02 17:06:50.214746 dv-cinder-778193-22-iscsi neutron-server[103839]: 'Log': '1.0', Mar 02 17:06:50.214746 dv-cinder-778193-22-iscsi neutron-server[103839]: 'Network': '1.1', Mar 02 17:06:50.214746 dv-cinder-778193-22-iscsi neutron-server[103839]: 'Port': '1.7', Mar 02 17:06:50.214746 dv-cinder-778193-22-iscsi neutron-server[103839]: 'PortForwarding': '1.2', Mar 02 17:06:50.214746 dv-cinder-778193-22-iscsi neutron-server[103839]: 'QosPolicy': '1.10', Mar 02 17:06:50.214746 dv-cinder-778193-22-iscsi neutron-server[103839]: 'SecurityGroup': '1.5', Mar 02 17:06:50.214746 dv-cinder-778193-22-iscsi neutron-server[103839]: 'SecurityGroupRule': '1.2', Mar 02 17:06:50.214746 dv-cinder-778193-22-iscsi neutron-server[103839]: 'SubPort': '1.0', Mar 02 17:06:50.214746 dv-cinder-778193-22-iscsi neutron-server[103839]: 'Subnet': '1.1', Mar 02 17:06:50.214746 dv-cinder-778193-22-iscsi neutron-server[103839]: 'Trunk': '1.1'}} Mar 02 17:06:50.214746 dv-cinder-778193-22-iscsi neutron-server[103839]: {{(pid=103839) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 17:06:50.263105 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-fe0cda7f-7281-4973-9cf0-daefa99357c7 None None] Attempting to bind port 91c53066-4c58-42d2-9538-25bec6b129ae on host dv-cinder-778193-22-iscsi for vnic_type normal with profile {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 17:06:50.263439 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-fe0cda7f-7281-4973-9cf0-daefa99357c7 None None] Attempting to bind port 91c53066-4c58-42d2-9538-25bec6b129ae by drivers openvswitch,hyperv on host dv-cinder-778193-22-iscsi at level 0 using segments [{'id': 'd16d64b6-79b2-4208-984d-fb0af4c02202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e9e7609b-c2b1-40b5-b0c9-f6d563533a5b'}] {{(pid=103839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 17:06:50.263854 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0cda7f-7281-4973-9cf0-daefa99357c7 None None] Attempting to bind port 91c53066-4c58-42d2-9538-25bec6b129ae on network e9e7609b-c2b1-40b5-b0c9-f6d563533a5b {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 17:06:50.268692 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0cda7f-7281-4973-9cf0-daefa99357c7 None None] Checking agent: {'id': '90356b9b-9a55-4227-ace0-d1fc01a5475f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 6, 38), 'started_at': datetime.datetime(2022, 3, 2, 17, 6, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 17:06:50.269187 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0cda7f-7281-4973-9cf0-daefa99357c7 None None] Checking segment: {'id': 'd16d64b6-79b2-4208-984d-fb0af4c02202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e9e7609b-c2b1-40b5-b0c9-f6d563533a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 17:06:50.269695 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-fe0cda7f-7281-4973-9cf0-daefa99357c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:06:50.270100 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0cda7f-7281-4973-9cf0-daefa99357c7 None None] Bound using segment: {'id': 'd16d64b6-79b2-4208-984d-fb0af4c02202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e9e7609b-c2b1-40b5-b0c9-f6d563533a5b'} {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 17:06:50.270599 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-fe0cda7f-7281-4973-9cf0-daefa99357c7 None None] Bound port: 91c53066-4c58-42d2-9538-25bec6b129ae, host: dv-cinder-778193-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd16d64b6-79b2-4208-984d-fb0af4c02202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e9e7609b-c2b1-40b5-b0c9-f6d563533a5b'}}] {{(pid=103839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 17:06:50.270998 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-fe0cda7f-7281-4973-9cf0-daefa99357c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (91c53066-4c58-42d2-9538-25bec6b129ae), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:06:50.333760 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-fe0cda7f-7281-4973-9cf0-daefa99357c7 None None] For port 91c53066-4c58-42d2-9538-25bec6b129ae, host dv-cinder-778193-22-iscsi, cleared binding levels {{(pid=103839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:06:50.338130 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-fe0cda7f-7281-4973-9cf0-daefa99357c7 None None] For port 91c53066-4c58-42d2-9538-25bec6b129ae, host dv-cinder-778193-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=91c53066-4c58-42d2-9538-25bec6b129ae,segment=NetworkSegment(d16d64b6-79b2-4208-984d-fb0af4c02202),segment_id=d16d64b6-79b2-4208-984d-fb0af4c02202)] {{(pid=103839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:06:50.416685 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-fe0cda7f-7281-4973-9cf0-daefa99357c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (91c53066-4c58-42d2-9538-25bec6b129ae), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:06:50.481333 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0cda7f-7281-4973-9cf0-daefa99357c7 None None] Pushing event updated for resources: {'Port': ['ID=91c53066-4c58-42d2-9538-25bec6b129ae,revision_number=2']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:06:51.805306 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 42226) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:06:52.125930 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [None req-f44fb4fa-fa31-41ba-8405-c568d8d65030 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103838) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 17:06:52.126981 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-f44fb4fa-fa31-41ba-8405-c568d8d65030 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3206100 Mar 02 17:06:54.697648 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 42234) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:06:55.009308 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [None req-73ae2b49-b7f2-4ffb-aaeb-d148aa61da7b admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103838) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 17:06:55.010348 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-73ae2b49-b7f2-4ffb-aaeb-d148aa61da7b admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3117487 Mar 02 17:06:57.558183 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 42242) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:06:57.874335 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [None req-9717c233-0f6a-44ed-ba53-fe7203554e85 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:06:57.948199 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-9717c233-0f6a-44ed-ba53-fe7203554e85 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-760693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4933'] for router (20b8b08c-f2bb-4656-bd58-b9e767effe4f), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:06:57.950011 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-9717c233-0f6a-44ed-ba53-fe7203554e85 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-758501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760890', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-784051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4924'] for router (20b8b08c-f2bb-4656-bd58-b9e767effe4f), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:06:58.093079 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-9717c233-0f6a-44ed-ba53-fe7203554e85 demo demo] Publish callbacks [] for router_controller (20b8b08c-f2bb-4656-bd58-b9e767effe4f), precommit_add_association {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:06:58.142857 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-9717c233-0f6a-44ed-ba53-fe7203554e85 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-758514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760935'] for router (20b8b08c-f2bb-4656-bd58-b9e767effe4f), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:06:58.207044 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-9717c233-0f6a-44ed-ba53-fe7203554e85 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:06:58.208132 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-9717c233-0f6a-44ed-ba53-fe7203554e85 demo demo] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6489592 Mar 02 17:07:00.757758 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 42254) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:07:00.864169 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device 91c53066-4c58-42d2-9538-25bec6b129ae up at agent ovs-agent-dv-cinder-778193-22-iscsi {{(pid=103839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 17:07:00.955098 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Provisioning complete for port 91c53066-4c58-42d2-9538-25bec6b129ae triggered by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:07:00.955523 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (91c53066-4c58-42d2-9538-25bec6b129ae), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:07:01.066404 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Current status of the port 91c53066-4c58-42d2-9538-25bec6b129ae is: DOWN; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:07:01.066835 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (91c53066-4c58-42d2-9538-25bec6b129ae), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:07:01.100940 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] For port 91c53066-4c58-42d2-9538-25bec6b129ae, host dv-cinder-778193-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=91c53066-4c58-42d2-9538-25bec6b129ae,segment=NetworkSegment(d16d64b6-79b2-4208-984d-fb0af4c02202),segment_id=d16d64b6-79b2-4208-984d-fb0af4c02202)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:07:01.106382 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [None req-94405407-fc3b-46a7-8236-e8475c2e93a6 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103838) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 17:07:01.107654 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-94405407-fc3b-46a7-8236-e8475c2e93a6 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3486805 Mar 02 17:07:01.182499 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (91c53066-4c58-42d2-9538-25bec6b129ae), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:07:01.236105 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Pushing event updated for resources: {'Port': ['ID=91c53066-4c58-42d2-9538-25bec6b129ae,revision_number=3']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:07:01.701857 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-ccdead1a-3cd7-40a1-9fab-f40ba366dc43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (0060df7f-f835-4890-b25c-3842f545a9d0), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:07:01.879488 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6dffe6-b5c6-4139-9e4c-34b029bf5bd8 None None] Network e9e7609b-c2b1-40b5-b0c9-f6d563533a5b requested from dv-cinder-778193-22-iscsi {{(pid=103839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 17:07:02.001640 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-3e8cf075-c771-4495-8d16-fda8ddaeca4f None None] Provisioning complete for port 91c53066-4c58-42d2-9538-25bec6b129ae triggered by entity DHCP. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:07:02.001985 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-3e8cf075-c771-4495-8d16-fda8ddaeca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (91c53066-4c58-42d2-9538-25bec6b129ae), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:07:02.091528 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-3e8cf075-c771-4495-8d16-fda8ddaeca4f None None] Current status of the port 91c53066-4c58-42d2-9538-25bec6b129ae is: ACTIVE; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:07:02.210488 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-d9a9c8ea-1b8a-4321-ada2-a78e60e004aa None None] Provisioning complete for port 91c53066-4c58-42d2-9538-25bec6b129ae triggered by entity DHCP. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:07:02.210878 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d9a9c8ea-1b8a-4321-ada2-a78e60e004aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (91c53066-4c58-42d2-9538-25bec6b129ae), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:07:02.285209 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-d9a9c8ea-1b8a-4321-ada2-a78e60e004aa None None] Current status of the port 91c53066-4c58-42d2-9538-25bec6b129ae is: ACTIVE; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:07:02.824211 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device 91c53066-4c58-42d2-9538-25bec6b129ae up at agent ovs-agent-dv-cinder-778193-22-iscsi {{(pid=103839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 17:07:02.871730 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Provisioning complete for port 91c53066-4c58-42d2-9538-25bec6b129ae triggered by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:07:02.872113 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (91c53066-4c58-42d2-9538-25bec6b129ae), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:07:02.949310 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Current status of the port 91c53066-4c58-42d2-9538-25bec6b129ae is: ACTIVE; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:07:03.662081 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 42262) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:07:03.973620 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [None req-b69af4b6-878b-4f87-aa23-9c18f7ee04b9 admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'admin_state_up': True}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:07:04.044825 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-7a5f6d87-2216-4d54-baa8-0d0bc28df40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90b713d5-0d52-4da0-a663-b3b1c9fefb3d), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:07:04.073291 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b69af4b6-878b-4f87-aa23-9c18f7ee04b9 admin admin] Made reservation on behalf of 0db3c83dd89f424a9116238e17ef5558 for: {'network': 1} {{(pid=103838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:07:04.075954 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-b69af4b6-878b-4f87-aa23-9c18f7ee04b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for network (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:07:04.087259 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-b69af4b6-878b-4f87-aa23-9c18f7ee04b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:07:04.157042 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-b69af4b6-878b-4f87-aa23-9c18f7ee04b9 admin admin] Publish callbacks [] for security_group (c4718dda-582a-40a7-a8c3-c5929b357777), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:07:04.215899 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-b69af4b6-878b-4f87-aa23-9c18f7ee04b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (c4718dda-582a-40a7-a8c3-c5929b357777), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:07:04.232575 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b69af4b6-878b-4f87-aa23-9c18f7ee04b9 admin admin] Reserving flat network on physical network physnet1 {{(pid=103838) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 02 17:07:04.248204 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69af4b6-878b-4f87-aa23-9c18f7ee04b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4718dda-582a-40a7-a8c3-c5929b357777,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:07:04.253605 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-b69af4b6-878b-4f87-aa23-9c18f7ee04b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220699'] for segment (52804d28-a361-4369-98ca-e918669c489a), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:07:04.253969 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.db.segments_db [None req-b69af4b6-878b-4f87-aa23-9c18f7ee04b9 admin admin] Added segment 52804d28-a361-4369-98ca-e918669c489a of type flat for network 0bf1b91f-7d47-47dc-984e-54613c32c4bf Mar 02 17:07:04.306180 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-b69af4b6-878b-4f87-aa23-9c18f7ee04b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757691153484'] for network (0bf1b91f-7d47-47dc-984e-54613c32c4bf), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:07:04.404379 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-b69af4b6-878b-4f87-aa23-9c18f7ee04b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145'] for network (0bf1b91f-7d47-47dc-984e-54613c32c4bf), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:07:04.405296 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69af4b6-878b-4f87-aa23-9c18f7ee04b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:07:04.405883 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-b69af4b6-878b-4f87-aa23-9c18f7ee04b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572135'] for network (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:07:04.493204 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69af4b6-878b-4f87-aa23-9c18f7ee04b9 admin admin] Pushing event updated for resources: {'Network': ['ID=0bf1b91f-7d47-47dc-984e-54613c32c4bf,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:07:04.502516 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Network 0bf1b91f-7d47-47dc-984e-54613c32c4bf details requested by agent ovs-agent-dv-cinder-778193-22-iscsi with host dv-cinder-778193-22-iscsi {{(pid=103839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 17:07:04.601786 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-b69af4b6-878b-4f87-aa23-9c18f7ee04b9 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9385145 Mar 02 17:07:04.988052 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-7239c76e-3e75-4b64-9028-aed8f891363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (eca5c3a0-ec74-4a2a-a5c6-a62430d93509), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:07:06.673210 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-765bf0ac-d167-416d-8fe2-638e582454ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (aac89579-4eb6-45c8-861e-e37bc0c26bf3), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:07:07.121838 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 42280) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:07:07.341745 dv-cinder-778193-22-iscsi neutron-server[103837]: WARNING oslo_policy.policy [None req-98195b25-bcec-41c1-893b-7c9f81106c2e demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 17:07:07.342349 dv-cinder-778193-22-iscsi neutron-server[103837]: WARNING oslo_policy.policy [None req-98195b25-bcec-41c1-893b-7c9f81106c2e demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 17:07:07.762571 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.policy [None req-98195b25-bcec-41c1-893b-7c9f81106c2e demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103837) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 02 17:07:07.807238 dv-cinder-778193-22-iscsi neutron-server[103837]: WARNING oslo_policy.policy [None req-98195b25-bcec-41c1-893b-7c9f81106c2e demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 17:07:07.807606 dv-cinder-778193-22-iscsi neutron-server[103837]: WARNING oslo_policy.policy [None req-98195b25-bcec-41c1-893b-7c9f81106c2e demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 17:07:07.816311 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98195b25-bcec-41c1-893b-7c9f81106c2e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:07:07.818241 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-98195b25-bcec-41c1-893b-7c9f81106c2e demo admin] 10.222.0.55 "GET /v2.0/subnets/2e7af402-1877-4b0b-9ae7-d5bcfcfd4bb2 HTTP/1.1" status: 200 len: 849 time: 0.6943667 Mar 02 17:07:07.987666 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-01e2e399-c4e7-4336-9a21-96dfd40d5f54 demo admin] 10.222.0.55 "GET /v2.0/routers/20b8b08c-f2bb-4656-bd58-b9e767effe4f HTTP/1.1" status: 200 len: 704 time: 0.1638026 Mar 02 17:07:08.175975 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90356b9b-9a55-4227-ace0-d1fc01a5475f), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:07:08.255383 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-49f9a981-7da2-47ad-a0c4-2f26d0e2ef6f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:07:08.577738 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.db.db_base_plugin_common [None req-49f9a981-7da2-47ad-a0c4-2f26d0e2ef6f demo admin] Allocated IP 172.20.0.1 (e9e7609b-c2b1-40b5-b0c9-f6d563533a5b/2e7af402-1877-4b0b-9ae7-d5bcfcfd4bb2/4e829b67-7584-4ec4-8f11-026c77d376f7) {{(pid=103837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:07:08.780904 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-49f9a981-7da2-47ad-a0c4-2f26d0e2ef6f demo admin] Publish callbacks [] for port (4e829b67-7584-4ec4-8f11-026c77d376f7), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:07:08.890875 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-49f9a981-7da2-47ad-a0c4-2f26d0e2ef6f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757691134181'] for port (4e829b67-7584-4ec4-8f11-026c77d376f7), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:07:08.930704 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f9a981-7da2-47ad-a0c4-2f26d0e2ef6f demo admin] Network e9e7609b-c2b1-40b5-b0c9-f6d563533a5b is already hosted by enough agents. {{(pid=103837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:07:08.953405 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.scheduler.base_scheduler [None req-49f9a981-7da2-47ad-a0c4-2f26d0e2ef6f demo admin] Resources bound (agent type, host, resource id): {{(pid=103837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:07:08.999632 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f9a981-7da2-47ad-a0c4-2f26d0e2ef6f demo admin] Received port after_create {{(pid=103837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 17:07:09.000530 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-49f9a981-7da2-47ad-a0c4-2f26d0e2ef6f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755258'] for router_interface (20b8b08c-f2bb-4656-bd58-b9e767effe4f), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:07:09.019719 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f9a981-7da2-47ad-a0c4-2f26d0e2ef6f demo admin] Pushing event updated for resources: {'Port': ['ID=4e829b67-7584-4ec4-8f11-026c77d376f7,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:07:09.070788 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f9a981-7da2-47ad-a0c4-2f26d0e2ef6f demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:07:09.071149 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f9a981-7da2-47ad-a0c4-2f26d0e2ef6f demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:07:09.071487 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f9a981-7da2-47ad-a0c4-2f26d0e2ef6f demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:07:09.071820 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f9a981-7da2-47ad-a0c4-2f26d0e2ef6f demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:07:09.072132 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f9a981-7da2-47ad-a0c4-2f26d0e2ef6f demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:07:09.072455 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f9a981-7da2-47ad-a0c4-2f26d0e2ef6f demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:07:09.072792 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f9a981-7da2-47ad-a0c4-2f26d0e2ef6f demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:07:09.073117 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f9a981-7da2-47ad-a0c4-2f26d0e2ef6f demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:07:09.073463 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f9a981-7da2-47ad-a0c4-2f26d0e2ef6f demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:07:09.073837 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f9a981-7da2-47ad-a0c4-2f26d0e2ef6f demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:07:09.074189 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f9a981-7da2-47ad-a0c4-2f26d0e2ef6f demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:07:09.074504 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f9a981-7da2-47ad-a0c4-2f26d0e2ef6f demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:07:09.075067 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f9a981-7da2-47ad-a0c4-2f26d0e2ef6f demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:07:09.076424 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f9a981-7da2-47ad-a0c4-2f26d0e2ef6f demo admin] Tracked resource versions report: Mar 02 17:07:09.076424 dv-cinder-778193-22-iscsi neutron-server[103837]: pushed versions: Mar 02 17:07:09.076424 dv-cinder-778193-22-iscsi neutron-server[103837]: { 'AddressGroup': {'1.2'}, Mar 02 17:07:09.076424 dv-cinder-778193-22-iscsi neutron-server[103837]: 'ConntrackHelper': {'1.0'}, Mar 02 17:07:09.076424 dv-cinder-778193-22-iscsi neutron-server[103837]: 'LocalIPAssociation': {'1.0'}, Mar 02 17:07:09.076424 dv-cinder-778193-22-iscsi neutron-server[103837]: 'Log': {'1.0'}, Mar 02 17:07:09.076424 dv-cinder-778193-22-iscsi neutron-server[103837]: 'Network': {'1.1'}, Mar 02 17:07:09.076424 dv-cinder-778193-22-iscsi neutron-server[103837]: 'Port': {'1.7'}, Mar 02 17:07:09.076424 dv-cinder-778193-22-iscsi neutron-server[103837]: 'PortForwarding': {'1.2'}, Mar 02 17:07:09.076424 dv-cinder-778193-22-iscsi neutron-server[103837]: 'QosPolicy': {'1.10'}, Mar 02 17:07:09.076424 dv-cinder-778193-22-iscsi neutron-server[103837]: 'SecurityGroup': {'1.5'}, Mar 02 17:07:09.076424 dv-cinder-778193-22-iscsi neutron-server[103837]: 'SecurityGroupRule': {'1.2'}, Mar 02 17:07:09.076424 dv-cinder-778193-22-iscsi neutron-server[103837]: 'SubPort': {'1.0'}, Mar 02 17:07:09.076424 dv-cinder-778193-22-iscsi neutron-server[103837]: 'Subnet': {'1.1'}, Mar 02 17:07:09.076424 dv-cinder-778193-22-iscsi neutron-server[103837]: 'Trunk': {'1.1'}} Mar 02 17:07:09.076424 dv-cinder-778193-22-iscsi neutron-server[103837]: consumer versions: Mar 02 17:07:09.076424 dv-cinder-778193-22-iscsi neutron-server[103837]: { DHCP agent@dv-cinder-778193-22-iscsi: {}, Mar 02 17:07:09.076424 dv-cinder-778193-22-iscsi neutron-server[103837]: L3 agent@dv-cinder-778193-22-iscsi: {}, Mar 02 17:07:09.076424 dv-cinder-778193-22-iscsi neutron-server[103837]: Metadata agent@dv-cinder-778193-22-iscsi: {}, Mar 02 17:07:09.076424 dv-cinder-778193-22-iscsi neutron-server[103837]: Metering agent@dv-cinder-778193-22-iscsi: {}, Mar 02 17:07:09.076424 dv-cinder-778193-22-iscsi neutron-server[103837]: Open vSwitch agent@dv-cinder-778193-22-iscsi: { 'AddressGroup': '1.2', Mar 02 17:07:09.076424 dv-cinder-778193-22-iscsi neutron-server[103837]: 'ConntrackHelper': '1.0', Mar 02 17:07:09.076424 dv-cinder-778193-22-iscsi neutron-server[103837]: 'LocalIPAssociation': '1.0', Mar 02 17:07:09.076424 dv-cinder-778193-22-iscsi neutron-server[103837]: 'Log': '1.0', Mar 02 17:07:09.076424 dv-cinder-778193-22-iscsi neutron-server[103837]: 'Network': '1.1', Mar 02 17:07:09.076424 dv-cinder-778193-22-iscsi neutron-server[103837]: 'Port': '1.7', Mar 02 17:07:09.076424 dv-cinder-778193-22-iscsi neutron-server[103837]: 'PortForwarding': '1.2', Mar 02 17:07:09.076424 dv-cinder-778193-22-iscsi neutron-server[103837]: 'QosPolicy': '1.10', Mar 02 17:07:09.076424 dv-cinder-778193-22-iscsi neutron-server[103837]: 'SecurityGroup': '1.5', Mar 02 17:07:09.076424 dv-cinder-778193-22-iscsi neutron-server[103837]: 'SecurityGroupRule': '1.2', Mar 02 17:07:09.076424 dv-cinder-778193-22-iscsi neutron-server[103837]: 'SubPort': '1.0', Mar 02 17:07:09.076424 dv-cinder-778193-22-iscsi neutron-server[103837]: 'Subnet': '1.1', Mar 02 17:07:09.076424 dv-cinder-778193-22-iscsi neutron-server[103837]: 'Trunk': '1.1'}} Mar 02 17:07:09.076424 dv-cinder-778193-22-iscsi neutron-server[103837]: {{(pid=103837) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 17:07:09.247218 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-3291dddb-773b-420b-b3e4-ea05f045517b None None] Provisioning complete for port 4e829b67-7584-4ec4-8f11-026c77d376f7 triggered by entity DHCP. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:07:09.247816 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-3291dddb-773b-420b-b3e4-ea05f045517b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (4e829b67-7584-4ec4-8f11-026c77d376f7), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:07:09.280218 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-3291dddb-773b-420b-b3e4-ea05f045517b None None] Port 4e829b67-7584-4ec4-8f11-026c77d376f7 cannot update to ACTIVE because it is not bound. {{(pid=103839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 17:07:09.284791 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-49f9a981-7da2-47ad-a0c4-2f26d0e2ef6f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (4e829b67-7584-4ec4-8f11-026c77d376f7), before_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:07:09.495170 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-49f9a981-7da2-47ad-a0c4-2f26d0e2ef6f demo admin] Publish callbacks [] for port (4e829b67-7584-4ec4-8f11-026c77d376f7), precommit_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:07:09.536073 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-49f9a981-7da2-47ad-a0c4-2f26d0e2ef6f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (4e829b67-7584-4ec4-8f11-026c77d376f7), after_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:07:09.536857 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-49f9a981-7da2-47ad-a0c4-2f26d0e2ef6f demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755626'] for router_interface (20b8b08c-f2bb-4656-bd58-b9e767effe4f), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:07:09.617101 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f9a981-7da2-47ad-a0c4-2f26d0e2ef6f demo admin] Pushing event updated for resources: {'Port': ['ID=4e829b67-7584-4ec4-8f11-026c77d376f7,revision_number=2']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:07:09.661072 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f9a981-7da2-47ad-a0c4-2f26d0e2ef6f demo admin] Network e9e7609b-c2b1-40b5-b0c9-f6d563533a5b is already hosted by enough agents. {{(pid=103837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:07:09.662380 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.scheduler.base_scheduler [None req-49f9a981-7da2-47ad-a0c4-2f26d0e2ef6f demo admin] Resources bound (agent type, host, resource id): {{(pid=103837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:07:09.987876 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49f9a981-7da2-47ad-a0c4-2f26d0e2ef6f demo admin] Router 20b8b08c-f2bb-4656-bd58-b9e767effe4f is scheduled to L3 agent 90b713d5-0d52-4da0-a663-b3b1c9fefb3d with binding_index 1 {{(pid=103837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 17:07:10.002723 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-bba9d7ee-4364-4490-89a1-1686f3c5543b None None] Provisioning complete for port 4e829b67-7584-4ec4-8f11-026c77d376f7 triggered by entity DHCP. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:07:10.003109 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-bba9d7ee-4364-4490-89a1-1686f3c5543b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (4e829b67-7584-4ec4-8f11-026c77d376f7), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:07:10.039036 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-bba9d7ee-4364-4490-89a1-1686f3c5543b None None] Port 4e829b67-7584-4ec4-8f11-026c77d376f7 cannot update to ACTIVE because it is not bound. {{(pid=103839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 17:07:10.083467 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49f9a981-7da2-47ad-a0c4-2f26d0e2ef6f demo admin] Notify agent at l3_agent.dv-cinder-778193-22-iscsi the message routers_updated {{(pid=103837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:07:10.088685 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-49f9a981-7da2-47ad-a0c4-2f26d0e2ef6f demo admin] 10.222.0.55 "PUT /v2.0/routers/20b8b08c-f2bb-4656-bd58-b9e767effe4f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0955963 Mar 02 17:07:10.105898 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af7d02a-03a3-4737-adcc-e7d7b11da8ba None None] Sync routers for ids ['20b8b08c-f2bb-4656-bd58-b9e767effe4f'] in dv-cinder-778193-22-iscsi {{(pid=103840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 17:07:10.118223 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af7d02a-03a3-4737-adcc-e7d7b11da8ba None None] Routers {'20b8b08c-f2bb-4656-bd58-b9e767effe4f'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:07:10.119067 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_hamode_db [None req-0af7d02a-03a3-4737-adcc-e7d7b11da8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:07:04Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['20b8b08c-f2bb-4656-bd58-b9e767effe4f'], 'active': True} {{(pid=103840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:07:10.307878 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_dvr_db [None req-0af7d02a-03a3-4737-adcc-e7d7b11da8ba None None] Set router 20b8b08c-f2bb-4656-bd58-b9e767effe4f gateway port host: None {{(pid=103840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:07:10.732492 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_hamode_db [None req-0af7d02a-03a3-4737-adcc-e7d7b11da8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b8b08c-f2bb-4656-bd58-b9e767effe4f', 'name': 'router1', 'tenant_id': '2a0bf0a1ba764583bf4f3de651e4c987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:06:57Z', 'updated_at': '2022-03-02T17:07:09Z', 'revision_number': 2, 'project_id': '2a0bf0a1ba764583bf4f3de651e4c987', 'gw_port_host': None, '_interfaces': [{'id': '4e829b67-7584-4ec4-8f11-026c77d376f7', 'name': '', 'network_id': 'e9e7609b-c2b1-40b5-b0c9-f6d563533a5b', 'tenant_id': '2a0bf0a1ba764583bf4f3de651e4c987', 'mac_address': 'fa:16:3e:a8:b8:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b8b08c-f2bb-4656-bd58-b9e767effe4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2e7af402-1877-4b0b-9ae7-d5bcfcfd4bb2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:07:08Z', 'updated_at': '2022-03-02T17:07:09Z', 'revision_number': 2, 'project_id': '2a0bf0a1ba764583bf4f3de651e4c987', 'subnets': [{'id': '2e7af402-1877-4b0b-9ae7-d5bcfcfd4bb2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '78bc7208-a0f8-45e1-966d-687165ae5541'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:07:10.782422 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af7d02a-03a3-4737-adcc-e7d7b11da8ba None None] Checking router: 20b8b08c-f2bb-4656-bd58-b9e767effe4f for host: dv-cinder-778193-22-iscsi {{(pid=103840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 17:07:10.782793 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af7d02a-03a3-4737-adcc-e7d7b11da8ba None None] Updating router 20b8b08c-f2bb-4656-bd58-b9e767effe4f port 4e829b67-7584-4ec4-8f11-026c77d376f7 binding host dv-cinder-778193-22-iscsi {{(pid=103840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 17:07:10.834859 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0af7d02a-03a3-4737-adcc-e7d7b11da8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (4e829b67-7584-4ec4-8f11-026c77d376f7), before_update {{(pid=103840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:07:11.339694 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0af7d02a-03a3-4737-adcc-e7d7b11da8ba None None] Publish callbacks [] for port (4e829b67-7584-4ec4-8f11-026c77d376f7), precommit_update {{(pid=103840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:07:11.404461 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0af7d02a-03a3-4737-adcc-e7d7b11da8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (4e829b67-7584-4ec4-8f11-026c77d376f7), after_update {{(pid=103840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:07:11.566705 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821b7569-95c5-43d9-92bd-dffd1fe45bab None None] Pushing event updated for resources: {'Port': ['ID=4e829b67-7584-4ec4-8f11-026c77d376f7,revision_number=3']} {{(pid=103840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:07:11.577977 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.managers [None req-0af7d02a-03a3-4737-adcc-e7d7b11da8ba None None] Attempting to bind port 4e829b67-7584-4ec4-8f11-026c77d376f7 on host dv-cinder-778193-22-iscsi for vnic_type normal with profile {{(pid=103840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 17:07:11.578384 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.managers [None req-0af7d02a-03a3-4737-adcc-e7d7b11da8ba None None] Attempting to bind port 4e829b67-7584-4ec4-8f11-026c77d376f7 by drivers openvswitch,hyperv on host dv-cinder-778193-22-iscsi at level 0 using segments [{'id': 'd16d64b6-79b2-4208-984d-fb0af4c02202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e9e7609b-c2b1-40b5-b0c9-f6d563533a5b'}] {{(pid=103840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 17:07:11.578804 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af7d02a-03a3-4737-adcc-e7d7b11da8ba None None] Attempting to bind port 4e829b67-7584-4ec4-8f11-026c77d376f7 on network e9e7609b-c2b1-40b5-b0c9-f6d563533a5b {{(pid=103840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 17:07:11.582960 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821b7569-95c5-43d9-92bd-dffd1fe45bab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:07:11.583315 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821b7569-95c5-43d9-92bd-dffd1fe45bab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:07:11.583657 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821b7569-95c5-43d9-92bd-dffd1fe45bab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:07:11.583990 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821b7569-95c5-43d9-92bd-dffd1fe45bab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:07:11.584322 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821b7569-95c5-43d9-92bd-dffd1fe45bab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:07:11.584646 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821b7569-95c5-43d9-92bd-dffd1fe45bab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:07:11.584987 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821b7569-95c5-43d9-92bd-dffd1fe45bab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:07:11.585319 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821b7569-95c5-43d9-92bd-dffd1fe45bab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:07:11.585642 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821b7569-95c5-43d9-92bd-dffd1fe45bab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:07:11.586010 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821b7569-95c5-43d9-92bd-dffd1fe45bab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:07:11.586363 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821b7569-95c5-43d9-92bd-dffd1fe45bab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:07:11.586652 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821b7569-95c5-43d9-92bd-dffd1fe45bab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:07:11.586966 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821b7569-95c5-43d9-92bd-dffd1fe45bab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:07:11.588392 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821b7569-95c5-43d9-92bd-dffd1fe45bab None None] Tracked resource versions report: Mar 02 17:07:11.588392 dv-cinder-778193-22-iscsi neutron-server[103840]: pushed versions: Mar 02 17:07:11.588392 dv-cinder-778193-22-iscsi neutron-server[103840]: { 'AddressGroup': {'1.2'}, Mar 02 17:07:11.588392 dv-cinder-778193-22-iscsi neutron-server[103840]: 'ConntrackHelper': {'1.0'}, Mar 02 17:07:11.588392 dv-cinder-778193-22-iscsi neutron-server[103840]: 'LocalIPAssociation': {'1.0'}, Mar 02 17:07:11.588392 dv-cinder-778193-22-iscsi neutron-server[103840]: 'Log': {'1.0'}, Mar 02 17:07:11.588392 dv-cinder-778193-22-iscsi neutron-server[103840]: 'Network': {'1.1'}, Mar 02 17:07:11.588392 dv-cinder-778193-22-iscsi neutron-server[103840]: 'Port': {'1.7'}, Mar 02 17:07:11.588392 dv-cinder-778193-22-iscsi neutron-server[103840]: 'PortForwarding': {'1.2'}, Mar 02 17:07:11.588392 dv-cinder-778193-22-iscsi neutron-server[103840]: 'QosPolicy': {'1.10'}, Mar 02 17:07:11.588392 dv-cinder-778193-22-iscsi neutron-server[103840]: 'SecurityGroup': {'1.5'}, Mar 02 17:07:11.588392 dv-cinder-778193-22-iscsi neutron-server[103840]: 'SecurityGroupRule': {'1.2'}, Mar 02 17:07:11.588392 dv-cinder-778193-22-iscsi neutron-server[103840]: 'SubPort': {'1.0'}, Mar 02 17:07:11.588392 dv-cinder-778193-22-iscsi neutron-server[103840]: 'Subnet': {'1.1'}, Mar 02 17:07:11.588392 dv-cinder-778193-22-iscsi neutron-server[103840]: 'Trunk': {'1.1'}} Mar 02 17:07:11.588392 dv-cinder-778193-22-iscsi neutron-server[103840]: consumer versions: Mar 02 17:07:11.588392 dv-cinder-778193-22-iscsi neutron-server[103840]: { DHCP agent@dv-cinder-778193-22-iscsi: {}, Mar 02 17:07:11.588392 dv-cinder-778193-22-iscsi neutron-server[103840]: L3 agent@dv-cinder-778193-22-iscsi: {}, Mar 02 17:07:11.588392 dv-cinder-778193-22-iscsi neutron-server[103840]: Metadata agent@dv-cinder-778193-22-iscsi: {}, Mar 02 17:07:11.588392 dv-cinder-778193-22-iscsi neutron-server[103840]: Metering agent@dv-cinder-778193-22-iscsi: {}, Mar 02 17:07:11.588392 dv-cinder-778193-22-iscsi neutron-server[103840]: Open vSwitch agent@dv-cinder-778193-22-iscsi: { 'AddressGroup': '1.2', Mar 02 17:07:11.588392 dv-cinder-778193-22-iscsi neutron-server[103840]: 'ConntrackHelper': '1.0', Mar 02 17:07:11.588392 dv-cinder-778193-22-iscsi neutron-server[103840]: 'LocalIPAssociation': '1.0', Mar 02 17:07:11.588392 dv-cinder-778193-22-iscsi neutron-server[103840]: 'Log': '1.0', Mar 02 17:07:11.588392 dv-cinder-778193-22-iscsi neutron-server[103840]: 'Network': '1.1', Mar 02 17:07:11.588392 dv-cinder-778193-22-iscsi neutron-server[103840]: 'Port': '1.7', Mar 02 17:07:11.588392 dv-cinder-778193-22-iscsi neutron-server[103840]: 'PortForwarding': '1.2', Mar 02 17:07:11.588392 dv-cinder-778193-22-iscsi neutron-server[103840]: 'QosPolicy': '1.10', Mar 02 17:07:11.588392 dv-cinder-778193-22-iscsi neutron-server[103840]: 'SecurityGroup': '1.5', Mar 02 17:07:11.588392 dv-cinder-778193-22-iscsi neutron-server[103840]: 'SecurityGroupRule': '1.2', Mar 02 17:07:11.588392 dv-cinder-778193-22-iscsi neutron-server[103840]: 'SubPort': '1.0', Mar 02 17:07:11.588392 dv-cinder-778193-22-iscsi neutron-server[103840]: 'Subnet': '1.1', Mar 02 17:07:11.588392 dv-cinder-778193-22-iscsi neutron-server[103840]: 'Trunk': '1.1'}} Mar 02 17:07:11.588392 dv-cinder-778193-22-iscsi neutron-server[103840]: {{(pid=103840) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 17:07:11.592689 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af7d02a-03a3-4737-adcc-e7d7b11da8ba None None] Checking agent: {'id': '90356b9b-9a55-4227-ace0-d1fc01a5475f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 6, 38), 'started_at': datetime.datetime(2022, 3, 2, 17, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 17:07:11.593083 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af7d02a-03a3-4737-adcc-e7d7b11da8ba None None] Checking segment: {'id': 'd16d64b6-79b2-4208-984d-fb0af4c02202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e9e7609b-c2b1-40b5-b0c9-f6d563533a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 17:07:11.593582 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0af7d02a-03a3-4737-adcc-e7d7b11da8ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:07:11.593985 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af7d02a-03a3-4737-adcc-e7d7b11da8ba None None] Bound using segment: {'id': 'd16d64b6-79b2-4208-984d-fb0af4c02202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e9e7609b-c2b1-40b5-b0c9-f6d563533a5b'} {{(pid=103840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 17:07:11.594486 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.managers [None req-0af7d02a-03a3-4737-adcc-e7d7b11da8ba None None] Bound port: 4e829b67-7584-4ec4-8f11-026c77d376f7, host: dv-cinder-778193-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd16d64b6-79b2-4208-984d-fb0af4c02202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e9e7609b-c2b1-40b5-b0c9-f6d563533a5b'}}] {{(pid=103840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 17:07:11.594865 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0af7d02a-03a3-4737-adcc-e7d7b11da8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (4e829b67-7584-4ec4-8f11-026c77d376f7), before_update {{(pid=103840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:07:11.661770 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.db [None req-0af7d02a-03a3-4737-adcc-e7d7b11da8ba None None] For port 4e829b67-7584-4ec4-8f11-026c77d376f7, host dv-cinder-778193-22-iscsi, cleared binding levels {{(pid=103840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:07:11.671169 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-0e411d49-077b-4b88-add2-c6649509271a None None] Provisioning complete for port 4e829b67-7584-4ec4-8f11-026c77d376f7 triggered by entity DHCP. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:07:11.671697 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-0e411d49-077b-4b88-add2-c6649509271a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (4e829b67-7584-4ec4-8f11-026c77d376f7), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:07:11.680741 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.db [None req-0af7d02a-03a3-4737-adcc-e7d7b11da8ba None None] For port 4e829b67-7584-4ec4-8f11-026c77d376f7, host dv-cinder-778193-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=4e829b67-7584-4ec4-8f11-026c77d376f7,segment=NetworkSegment(d16d64b6-79b2-4208-984d-fb0af4c02202),segment_id=d16d64b6-79b2-4208-984d-fb0af4c02202)] {{(pid=103840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:07:11.711782 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-0e411d49-077b-4b88-add2-c6649509271a None None] Port 4e829b67-7584-4ec4-8f11-026c77d376f7 cannot update to ACTIVE because it is not bound. {{(pid=103839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 17:07:11.764943 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0af7d02a-03a3-4737-adcc-e7d7b11da8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (4e829b67-7584-4ec4-8f11-026c77d376f7), after_update {{(pid=103840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:07:11.823085 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821b7569-95c5-43d9-92bd-dffd1fe45bab None None] Pushing event updated for resources: {'Port': ['ID=4e829b67-7584-4ec4-8f11-026c77d376f7,revision_number=4']} {{(pid=103840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:07:11.829457 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af7d02a-03a3-4737-adcc-e7d7b11da8ba None None] Routers {'20b8b08c-f2bb-4656-bd58-b9e767effe4f'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:07:11.829457 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_hamode_db [None req-0af7d02a-03a3-4737-adcc-e7d7b11da8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:07:04Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['20b8b08c-f2bb-4656-bd58-b9e767effe4f'], 'active': True} {{(pid=103840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:07:11.919524 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_dvr_db [None req-0af7d02a-03a3-4737-adcc-e7d7b11da8ba None None] Set router 20b8b08c-f2bb-4656-bd58-b9e767effe4f gateway port host: None {{(pid=103840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:07:12.033463 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-13c3889c-aa20-4315-bb87-50eb24f79db0 None None] Provisioning complete for port 4e829b67-7584-4ec4-8f11-026c77d376f7 triggered by entity DHCP. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:07:12.033967 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-13c3889c-aa20-4315-bb87-50eb24f79db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (4e829b67-7584-4ec4-8f11-026c77d376f7), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:07:12.117840 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-13c3889c-aa20-4315-bb87-50eb24f79db0 None None] Current status of the port 4e829b67-7584-4ec4-8f11-026c77d376f7 is: DOWN; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:07:12.118323 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-13c3889c-aa20-4315-bb87-50eb24f79db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (4e829b67-7584-4ec4-8f11-026c77d376f7), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:07:12.146707 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_hamode_db [None req-0af7d02a-03a3-4737-adcc-e7d7b11da8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b8b08c-f2bb-4656-bd58-b9e767effe4f', 'name': 'router1', 'tenant_id': '2a0bf0a1ba764583bf4f3de651e4c987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:06:57Z', 'updated_at': '2022-03-02T17:07:09Z', 'revision_number': 2, 'project_id': '2a0bf0a1ba764583bf4f3de651e4c987', 'gw_port_host': None, '_interfaces': [{'id': '4e829b67-7584-4ec4-8f11-026c77d376f7', 'name': '', 'network_id': 'e9e7609b-c2b1-40b5-b0c9-f6d563533a5b', 'tenant_id': '2a0bf0a1ba764583bf4f3de651e4c987', 'mac_address': 'fa:16:3e:a8:b8:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b8b08c-f2bb-4656-bd58-b9e767effe4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2e7af402-1877-4b0b-9ae7-d5bcfcfd4bb2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:07:08Z', 'updated_at': '2022-03-02T17:07:11Z', 'revision_number': 4, 'project_id': '2a0bf0a1ba764583bf4f3de651e4c987', 'subnets': [{'id': '2e7af402-1877-4b0b-9ae7-d5bcfcfd4bb2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '78bc7208-a0f8-45e1-966d-687165ae5541'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:07:12.151328 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-13c3889c-aa20-4315-bb87-50eb24f79db0 None None] For port 4e829b67-7584-4ec4-8f11-026c77d376f7, host dv-cinder-778193-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=4e829b67-7584-4ec4-8f11-026c77d376f7,segment=NetworkSegment(d16d64b6-79b2-4208-984d-fb0af4c02202),segment_id=d16d64b6-79b2-4208-984d-fb0af4c02202)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:07:12.184098 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af7d02a-03a3-4737-adcc-e7d7b11da8ba None None] The sync data for ids ['20b8b08c-f2bb-4656-bd58-b9e767effe4f'] in dv-cinder-778193-22-iscsi is: [{'id': '20b8b08c-f2bb-4656-bd58-b9e767effe4f', 'name': 'router1', 'tenant_id': '2a0bf0a1ba764583bf4f3de651e4c987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:06:57Z', 'updated_at': '2022-03-02T17:07:09Z', 'revision_number': 2, 'project_id': '2a0bf0a1ba764583bf4f3de651e4c987', 'gw_port_host': None, '_interfaces': [{'id': '4e829b67-7584-4ec4-8f11-026c77d376f7', 'name': '', 'network_id': 'e9e7609b-c2b1-40b5-b0c9-f6d563533a5b', 'tenant_id': '2a0bf0a1ba764583bf4f3de651e4c987', 'mac_address': 'fa:16:3e:a8:b8:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b8b08c-f2bb-4656-bd58-b9e767effe4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2e7af402-1877-4b0b-9ae7-d5bcfcfd4bb2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:07:08Z', 'updated_at': '2022-03-02T17:07:11Z', 'revision_number': 4, 'project_id': '2a0bf0a1ba764583bf4f3de651e4c987', 'subnets': [{'id': '2e7af402-1877-4b0b-9ae7-d5bcfcfd4bb2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '78bc7208-a0f8-45e1-966d-687165ae5541'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 17:07:12.199105 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-13c3889c-aa20-4315-bb87-50eb24f79db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (4e829b67-7584-4ec4-8f11-026c77d376f7), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:07:12.256399 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3889c-aa20-4315-bb87-50eb24f79db0 None None] Pushing event updated for resources: {'Port': ['ID=4e829b67-7584-4ec4-8f11-026c77d376f7,revision_number=5']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:07:12.673226 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 42312) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:07:12.797013 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482abab6-cb85-4875-bad5-7ad36e88cbe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:07:12.799008 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-482abab6-cb85-4875-bad5-7ad36e88cbe6 admin admin] 10.222.0.55 "GET /v2.0/networks/0bf1b91f-7d47-47dc-984e-54613c32c4bf HTTP/1.1" status: 200 len: 842 time: 0.1242313 Mar 02 17:07:12.809056 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [None req-79358cdd-b924-4815-9a99-50e0b18a50f0 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.27.1.1', 'ip_version': 4, 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'name': 'public-subnet', 'cidr': '172.27.1.0/24'}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:07:12.896158 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79358cdd-b924-4815-9a99-50e0b18a50f0 admin admin] Made reservation on behalf of 0db3c83dd89f424a9116238e17ef5558 for: {'subnet': 1} {{(pid=103838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:07:12.898463 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-79358cdd-b924-4815-9a99-50e0b18a50f0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:07:13.288902 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.objects.ports [None req-79358cdd-b924-4815-9a99-50e0b18a50f0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103838) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 02 17:07:13.289245 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-79358cdd-b924-4815-9a99-50e0b18a50f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145'] for subnet (e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:07:13.351963 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79358cdd-b924-4815-9a99-50e0b18a50f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9,revision_number=0']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:07:13.356830 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79358cdd-b924-4815-9a99-50e0b18a50f0 admin admin] Checking segment: {'id': '52804d28-a361-4369-98ca-e918669c489a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 17:07:13.357173 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79358cdd-b924-4815-9a99-50e0b18a50f0 admin admin] Network hostable DHCP agents. Network: 0bf1b91f-7d47-47dc-984e-54613c32c4bf, hostable agents: ['0060df7f-f835-4890-b25c-3842f545a9d0'], hosted agents: [] {{(pid=103838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:07:13.439048 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79358cdd-b924-4815-9a99-50e0b18a50f0 admin admin] Network 0bf1b91f-7d47-47dc-984e-54613c32c4bf is scheduled to be hosted by DHCP agent 0060df7f-f835-4890-b25c-3842f545a9d0 with binding_index 1 {{(pid=103838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:07:13.524077 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.base_scheduler [None req-79358cdd-b924-4815-9a99-50e0b18a50f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-22-iscsi, 0bf1b91f-7d47-47dc-984e-54613c32c4bf) {{(pid=103838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:07:13.528181 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79358cdd-b924-4815-9a99-50e0b18a50f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:07:13.528750 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-79358cdd-b924-4815-9a99-50e0b18a50f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572135'] for subnet (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:07:13.536463 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a7ebc2-bfcf-4b4d-916a-23e5dc6cecf9 None None] Network 0bf1b91f-7d47-47dc-984e-54613c32c4bf requested from dv-cinder-778193-22-iscsi {{(pid=103839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 17:07:13.624196 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-79358cdd-b924-4815-9a99-50e0b18a50f0 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8185353 Mar 02 17:07:13.651097 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1b186c-c3aa-4545-8dba-606ebd5e4859 None None] Network 0bf1b91f-7d47-47dc-984e-54613c32c4bf requested from dv-cinder-778193-22-iscsi {{(pid=103839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 17:07:14.854600 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.agents_db [None req-2c4e262f-840f-46f3-949a-97bfddff46e9 None None] Agent healthcheck: found 5 active agents {{(pid=103840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 17:07:16.134079 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 42320) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:07:16.357078 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-f42fd30a-a0cf-470c-bff8-817865155ba1 demo admin] 10.222.0.55 "GET /v2.0/routers/20b8b08c-f2bb-4656-bd58-b9e767effe4f HTTP/1.1" status: 200 len: 710 time: 0.2170343 Mar 02 17:07:16.437897 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e8bf6e-7479-4919-99fe-313999348d9e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:07:16.439250 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-a2e8bf6e-7479-4919-99fe-313999348d9e demo admin] 10.222.0.55 "GET /v2.0/networks/0bf1b91f-7d47-47dc-984e-54613c32c4bf HTTP/1.1" status: 200 len: 886 time: 0.0816376 Mar 02 17:07:16.448971 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [None req-5d345409-d6bd-4ab9-8133-ca4a95b5e165 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf'}}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:07:16.743970 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5d345409-d6bd-4ab9-8133-ca4a95b5e165 demo admin] Publish callbacks [] for router_gateway (20b8b08c-f2bb-4656-bd58-b9e767effe4f), precommit_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:07:17.043544 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5d345409-d6bd-4ab9-8133-ca4a95b5e165 demo admin] Publish callbacks [] for router_gateway (20b8b08c-f2bb-4656-bd58-b9e767effe4f), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:07:17.118148 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5d345409-d6bd-4ab9-8133-ca4a95b5e165 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:07:17.273121 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.db_base_plugin_common [None req-5d345409-d6bd-4ab9-8133-ca4a95b5e165 demo admin] Allocated IP 172.27.1.181 (0bf1b91f-7d47-47dc-984e-54613c32c4bf/e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9/bbd61764-ec86-4f55-b49d-b4fdac38debe) {{(pid=103838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:07:17.384992 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5d345409-d6bd-4ab9-8133-ca4a95b5e165 demo admin] Publish callbacks [] for port (bbd61764-ec86-4f55-b49d-b4fdac38debe), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:07:17.513523 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5d345409-d6bd-4ab9-8133-ca4a95b5e165 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757691134181'] for port (bbd61764-ec86-4f55-b49d-b4fdac38debe), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:07:17.590828 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d345409-d6bd-4ab9-8133-ca4a95b5e165 demo admin] Network 0bf1b91f-7d47-47dc-984e-54613c32c4bf is already hosted by enough agents. {{(pid=103838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:07:17.597299 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.base_scheduler [None req-5d345409-d6bd-4ab9-8133-ca4a95b5e165 demo admin] Resources bound (agent type, host, resource id): {{(pid=103838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:07:17.603990 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d345409-d6bd-4ab9-8133-ca4a95b5e165 demo admin] Received port after_create {{(pid=103838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 17:07:17.610112 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d345409-d6bd-4ab9-8133-ca4a95b5e165 demo admin] Pushing event updated for resources: {'Port': ['ID=bbd61764-ec86-4f55-b49d-b4fdac38debe,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:07:17.955091 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5d345409-d6bd-4ab9-8133-ca4a95b5e165 demo admin] Publish callbacks [] for router_gateway (20b8b08c-f2bb-4656-bd58-b9e767effe4f), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:07:18.233695 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5d345409-d6bd-4ab9-8133-ca4a95b5e165 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-758523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4906'] for router (20b8b08c-f2bb-4656-bd58-b9e767effe4f), precommit_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:07:18.240694 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5d345409-d6bd-4ab9-8133-ca4a95b5e165 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-760913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-760926', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-758272'] for router (20b8b08c-f2bb-4656-bd58-b9e767effe4f), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:07:18.356907 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d345409-d6bd-4ab9-8133-ca4a95b5e165 demo admin] Router 20b8b08c-f2bb-4656-bd58-b9e767effe4f has already been hosted by L3 agent 90b713d5-0d52-4da0-a663-b3b1c9fefb3d {{(pid=103838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:07:18.466166 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d345409-d6bd-4ab9-8133-ca4a95b5e165 demo admin] Notify agent at l3_agent.dv-cinder-778193-22-iscsi the message routers_updated {{(pid=103838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:07:18.470549 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5d345409-d6bd-4ab9-8133-ca4a95b5e165 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:07:18.478004 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-5d345409-d6bd-4ab9-8133-ca4a95b5e165 demo admin] 10.222.0.55 "PUT /v2.0/routers/20b8b08c-f2bb-4656-bd58-b9e767effe4f HTTP/1.1" status: 200 len: 890 time: 2.0266292 Mar 02 17:07:20.858404 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device 4e829b67-7584-4ec4-8f11-026c77d376f7 up at agent ovs-agent-dv-cinder-778193-22-iscsi {{(pid=103839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 17:07:20.891186 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88bb719-3929-48aa-a373-6c23df264257 None None] Sync routers for ids ['20b8b08c-f2bb-4656-bd58-b9e767effe4f'] in dv-cinder-778193-22-iscsi {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 17:07:20.910044 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88bb719-3929-48aa-a373-6c23df264257 None None] Routers {'20b8b08c-f2bb-4656-bd58-b9e767effe4f'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:07:20.910693 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-a88bb719-3929-48aa-a373-6c23df264257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:07:04Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['20b8b08c-f2bb-4656-bd58-b9e767effe4f'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:07:21.007313 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Provisioning complete for port 4e829b67-7584-4ec4-8f11-026c77d376f7 triggered by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:07:21.007689 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (4e829b67-7584-4ec4-8f11-026c77d376f7), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:07:21.058767 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 42332) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:07:21.169233 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-a88bb719-3929-48aa-a373-6c23df264257 None None] Set router 20b8b08c-f2bb-4656-bd58-b9e767effe4f gateway port host: dv-cinder-778193-22-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:07:21.175955 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-2bb4db28-849e-44e5-868c-a7b026001710 admin admin] 10.222.0.55 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1160724 Mar 02 17:07:21.315078 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Current status of the port 4e829b67-7584-4ec4-8f11-026c77d376f7 is: ACTIVE; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:07:21.678594 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-a88bb719-3929-48aa-a373-6c23df264257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b8b08c-f2bb-4656-bd58-b9e767effe4f', 'name': 'router1', 'tenant_id': '2a0bf0a1ba764583bf4f3de651e4c987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'bbd61764-ec86-4f55-b49d-b4fdac38debe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:06:57Z', 'updated_at': '2022-03-02T17:07:17Z', 'revision_number': 4, 'project_id': '2a0bf0a1ba764583bf4f3de651e4c987', 'gw_port': {'id': 'bbd61764-ec86-4f55-b49d-b4fdac38debe', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fd:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b8b08c-f2bb-4656-bd58-b9e767effe4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:07:17Z', 'updated_at': '2022-03-02T17:07:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_interfaces': [{'id': '4e829b67-7584-4ec4-8f11-026c77d376f7', 'name': '', 'network_id': 'e9e7609b-c2b1-40b5-b0c9-f6d563533a5b', 'tenant_id': '2a0bf0a1ba764583bf4f3de651e4c987', 'mac_address': 'fa:16:3e:a8:b8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b8b08c-f2bb-4656-bd58-b9e767effe4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2e7af402-1877-4b0b-9ae7-d5bcfcfd4bb2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:07:08Z', 'updated_at': '2022-03-02T17:07:12Z', 'revision_number': 5, 'project_id': '2a0bf0a1ba764583bf4f3de651e4c987', 'subnets': [{'id': '2e7af402-1877-4b0b-9ae7-d5bcfcfd4bb2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '78bc7208-a0f8-45e1-966d-687165ae5541'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:07:21.734233 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88bb719-3929-48aa-a373-6c23df264257 None None] Checking router: 20b8b08c-f2bb-4656-bd58-b9e767effe4f for host: dv-cinder-778193-22-iscsi {{(pid=103839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 17:07:21.734233 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88bb719-3929-48aa-a373-6c23df264257 None None] Updating router 20b8b08c-f2bb-4656-bd58-b9e767effe4f port bbd61764-ec86-4f55-b49d-b4fdac38debe binding host dv-cinder-778193-22-iscsi {{(pid=103839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 17:07:21.785081 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-a88bb719-3929-48aa-a373-6c23df264257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (bbd61764-ec86-4f55-b49d-b4fdac38debe), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:07:22.191836 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-a88bb719-3929-48aa-a373-6c23df264257 None None] Publish callbacks [] for port (bbd61764-ec86-4f55-b49d-b4fdac38debe), precommit_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:07:22.249978 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-a88bb719-3929-48aa-a373-6c23df264257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (bbd61764-ec86-4f55-b49d-b4fdac38debe), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:07:22.298154 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-a88bb719-3929-48aa-a373-6c23df264257 None None] Attempting to bind port bbd61764-ec86-4f55-b49d-b4fdac38debe on host dv-cinder-778193-22-iscsi for vnic_type normal with profile {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 17:07:22.299105 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-a88bb719-3929-48aa-a373-6c23df264257 None None] Attempting to bind port bbd61764-ec86-4f55-b49d-b4fdac38debe by drivers openvswitch,hyperv on host dv-cinder-778193-22-iscsi at level 0 using segments [{'id': '52804d28-a361-4369-98ca-e918669c489a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf'}] {{(pid=103839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 17:07:22.300074 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88bb719-3929-48aa-a373-6c23df264257 None None] Attempting to bind port bbd61764-ec86-4f55-b49d-b4fdac38debe on network 0bf1b91f-7d47-47dc-984e-54613c32c4bf {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 17:07:22.308455 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88bb719-3929-48aa-a373-6c23df264257 None None] Checking agent: {'id': '90356b9b-9a55-4227-ace0-d1fc01a5475f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 6, 38), 'started_at': datetime.datetime(2022, 3, 2, 17, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 17:07:22.308827 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88bb719-3929-48aa-a373-6c23df264257 None None] Checking segment: {'id': '52804d28-a361-4369-98ca-e918669c489a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 17:07:22.309250 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-a88bb719-3929-48aa-a373-6c23df264257 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:07:22.309639 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88bb719-3929-48aa-a373-6c23df264257 None None] Bound using segment: {'id': '52804d28-a361-4369-98ca-e918669c489a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf'} {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 17:07:22.310130 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-a88bb719-3929-48aa-a373-6c23df264257 None None] Bound port: bbd61764-ec86-4f55-b49d-b4fdac38debe, host: dv-cinder-778193-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52804d28-a361-4369-98ca-e918669c489a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf'}}] {{(pid=103839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 17:07:22.310501 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-a88bb719-3929-48aa-a373-6c23df264257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (bbd61764-ec86-4f55-b49d-b4fdac38debe), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:07:22.313910 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc86d2-ce19-43a3-a63b-18833714780e None None] Pushing event updated for resources: {'Port': ['ID=bbd61764-ec86-4f55-b49d-b4fdac38debe,revision_number=2']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:07:22.364893 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-a88bb719-3929-48aa-a373-6c23df264257 None None] For port bbd61764-ec86-4f55-b49d-b4fdac38debe, host dv-cinder-778193-22-iscsi, cleared binding levels {{(pid=103839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:07:22.367854 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-a88bb719-3929-48aa-a373-6c23df264257 None None] For port bbd61764-ec86-4f55-b49d-b4fdac38debe, host dv-cinder-778193-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=bbd61764-ec86-4f55-b49d-b4fdac38debe,segment=NetworkSegment(52804d28-a361-4369-98ca-e918669c489a),segment_id=52804d28-a361-4369-98ca-e918669c489a)] {{(pid=103839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:07:22.444811 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-a88bb719-3929-48aa-a373-6c23df264257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (bbd61764-ec86-4f55-b49d-b4fdac38debe), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:07:22.480561 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88bb719-3929-48aa-a373-6c23df264257 None None] Routers {'20b8b08c-f2bb-4656-bd58-b9e767effe4f'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:07:22.481183 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-a88bb719-3929-48aa-a373-6c23df264257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:07:04Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['20b8b08c-f2bb-4656-bd58-b9e767effe4f'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:07:22.650842 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc86d2-ce19-43a3-a63b-18833714780e None None] Pushing event updated for resources: {'Port': ['ID=bbd61764-ec86-4f55-b49d-b4fdac38debe,revision_number=3']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:07:22.680571 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-a88bb719-3929-48aa-a373-6c23df264257 None None] Set router 20b8b08c-f2bb-4656-bd58-b9e767effe4f gateway port host: dv-cinder-778193-22-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:07:22.901662 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-a88bb719-3929-48aa-a373-6c23df264257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b8b08c-f2bb-4656-bd58-b9e767effe4f', 'name': 'router1', 'tenant_id': '2a0bf0a1ba764583bf4f3de651e4c987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'bbd61764-ec86-4f55-b49d-b4fdac38debe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:06:57Z', 'updated_at': '2022-03-02T17:07:17Z', 'revision_number': 4, 'project_id': '2a0bf0a1ba764583bf4f3de651e4c987', 'gw_port': {'id': 'bbd61764-ec86-4f55-b49d-b4fdac38debe', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fd:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b8b08c-f2bb-4656-bd58-b9e767effe4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:07:17Z', 'updated_at': '2022-03-02T17:07:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_interfaces': [{'id': '4e829b67-7584-4ec4-8f11-026c77d376f7', 'name': '', 'network_id': 'e9e7609b-c2b1-40b5-b0c9-f6d563533a5b', 'tenant_id': '2a0bf0a1ba764583bf4f3de651e4c987', 'mac_address': 'fa:16:3e:a8:b8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b8b08c-f2bb-4656-bd58-b9e767effe4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2e7af402-1877-4b0b-9ae7-d5bcfcfd4bb2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:07:08Z', 'updated_at': '2022-03-02T17:07:12Z', 'revision_number': 5, 'project_id': '2a0bf0a1ba764583bf4f3de651e4c987', 'subnets': [{'id': '2e7af402-1877-4b0b-9ae7-d5bcfcfd4bb2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '78bc7208-a0f8-45e1-966d-687165ae5541'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:07:22.928222 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88bb719-3929-48aa-a373-6c23df264257 None None] The sync data for ids ['20b8b08c-f2bb-4656-bd58-b9e767effe4f'] in dv-cinder-778193-22-iscsi is: [{'id': '20b8b08c-f2bb-4656-bd58-b9e767effe4f', 'name': 'router1', 'tenant_id': '2a0bf0a1ba764583bf4f3de651e4c987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'bbd61764-ec86-4f55-b49d-b4fdac38debe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:06:57Z', 'updated_at': '2022-03-02T17:07:17Z', 'revision_number': 4, 'project_id': '2a0bf0a1ba764583bf4f3de651e4c987', 'gw_port': {'id': 'bbd61764-ec86-4f55-b49d-b4fdac38debe', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fd:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b8b08c-f2bb-4656-bd58-b9e767effe4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:07:17Z', 'updated_at': '2022-03-02T17:07:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_interfaces': [{'id': '4e829b67-7584-4ec4-8f11-026c77d376f7', 'name': '', 'network_id': 'e9e7609b-c2b1-40b5-b0c9-f6d563533a5b', 'tenant_id': '2a0bf0a1ba764583bf4f3de651e4c987', 'mac_address': 'fa:16:3e:a8:b8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b8b08c-f2bb-4656-bd58-b9e767effe4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2e7af402-1877-4b0b-9ae7-d5bcfcfd4bb2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:07:08Z', 'updated_at': '2022-03-02T17:07:12Z', 'revision_number': 5, 'project_id': '2a0bf0a1ba764583bf4f3de651e4c987', 'subnets': [{'id': '2e7af402-1877-4b0b-9ae7-d5bcfcfd4bb2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '78bc7208-a0f8-45e1-966d-687165ae5541'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 17:07:24.929991 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device bbd61764-ec86-4f55-b49d-b4fdac38debe up at agent ovs-agent-dv-cinder-778193-22-iscsi {{(pid=103839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 17:07:25.003885 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Provisioning complete for port bbd61764-ec86-4f55-b49d-b4fdac38debe triggered by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:07:25.004283 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (bbd61764-ec86-4f55-b49d-b4fdac38debe), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:07:25.096921 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Current status of the port bbd61764-ec86-4f55-b49d-b4fdac38debe is: DOWN; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:07:25.097314 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (bbd61764-ec86-4f55-b49d-b4fdac38debe), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:07:25.124288 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] For port bbd61764-ec86-4f55-b49d-b4fdac38debe, host dv-cinder-778193-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=bbd61764-ec86-4f55-b49d-b4fdac38debe,segment=NetworkSegment(52804d28-a361-4369-98ca-e918669c489a),segment_id=52804d28-a361-4369-98ca-e918669c489a)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:07:25.187184 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (bbd61764-ec86-4f55-b49d-b4fdac38debe), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:07:25.246270 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Pushing event updated for resources: {'Port': ['ID=bbd61764-ec86-4f55-b49d-b4fdac38debe,revision_number=4']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:07:26.928216 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device bbd61764-ec86-4f55-b49d-b4fdac38debe up at agent ovs-agent-dv-cinder-778193-22-iscsi {{(pid=103839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 17:07:27.074360 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Provisioning complete for port bbd61764-ec86-4f55-b49d-b4fdac38debe triggered by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:07:27.074755 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (bbd61764-ec86-4f55-b49d-b4fdac38debe), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:07:27.301689 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Current status of the port bbd61764-ec86-4f55-b49d-b4fdac38debe is: ACTIVE; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:07:31.718201 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-f5104469-d11f-44be-950a-63fc58c9385e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (0060df7f-f835-4890-b25c-3842f545a9d0), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:07:34.055213 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-ffb24d57-02b3-4ff7-b839-18ff6797e626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90b713d5-0d52-4da0-a663-b3b1c9fefb3d), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:07:34.946155 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-7239c76e-3e75-4b64-9028-aed8f891363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (eca5c3a0-ec74-4a2a-a5c6-a62430d93509), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:07:36.714058 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-765bf0ac-d167-416d-8fe2-638e582454ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (aac89579-4eb6-45c8-861e-e37bc0c26bf3), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:07:38.204266 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90356b9b-9a55-4227-ace0-d1fc01a5475f), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:07:51.862772 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.agents_db [None req-2c4e262f-840f-46f3-949a-97bfddff46e9 None None] Agent healthcheck: found 5 active agents {{(pid=103840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 17:08:01.711823 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-963f955b-577f-40ae-9b4e-69214d5ff5c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (0060df7f-f835-4890-b25c-3842f545a9d0), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:08:04.039755 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-a7e00437-4381-492c-aab2-1267dbfc86bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90b713d5-0d52-4da0-a663-b3b1c9fefb3d), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:08:05.184167 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-7239c76e-3e75-4b64-9028-aed8f891363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (eca5c3a0-ec74-4a2a-a5c6-a62430d93509), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:08:06.683120 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-765bf0ac-d167-416d-8fe2-638e582454ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (aac89579-4eb6-45c8-861e-e37bc0c26bf3), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:08:08.191198 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90356b9b-9a55-4227-ace0-d1fc01a5475f), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:08:28.853215 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.agents_db [None req-2c4e262f-840f-46f3-949a-97bfddff46e9 None None] Agent healthcheck: found 5 active agents {{(pid=103840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 17:08:31.716729 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-5604ee4a-ab30-465c-98d5-23e55f9e1c00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (0060df7f-f835-4890-b25c-3842f545a9d0), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:08:34.065203 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-cf6e384a-5bcb-48ca-a1e0-456fcf2fa229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90b713d5-0d52-4da0-a663-b3b1c9fefb3d), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:08:34.988272 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-7239c76e-3e75-4b64-9028-aed8f891363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (eca5c3a0-ec74-4a2a-a5c6-a62430d93509), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:08:36.708672 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-765bf0ac-d167-416d-8fe2-638e582454ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (aac89579-4eb6-45c8-861e-e37bc0c26bf3), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:08:38.182909 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90356b9b-9a55-4227-ace0-d1fc01a5475f), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:08:45.453322 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 42816) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:08:45.514015 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.pecan_wsgi.hooks.translation [None req-43641aa0-84bc-4dff-870c-7085dc5d90d0 admin admin] GET failed (client error): The resource could not be found. Mar 02 17:08:45.515806 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-43641aa0-84bc-4dff-870c-7085dc5d90d0 admin admin] 10.222.0.55 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0609741 Mar 02 17:08:45.679588 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326c4889-8f8a-4ccd-a5b3-9118882aea13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:08:45.681046 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-326c4889-8f8a-4ccd-a5b3-9118882aea13 admin admin] 10.222.0.55 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1616549 Mar 02 17:08:48.006944 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 42826) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:08:48.098798 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82b15ed-6bfb-4d15-aa6b-3f2957a5652f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:08:48.100154 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-c82b15ed-6bfb-4d15-aa6b-3f2957a5652f admin admin] 10.222.0.55 "GET /v2.0/subnets/2e7af402-1877-4b0b-9ae7-d5bcfcfd4bb2 HTTP/1.1" status: 200 len: 849 time: 0.0922670 Mar 02 17:08:48.111433 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [None req-1dcc3316-b33e-4300-9120-f1e5aec4c4be admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:08:48.205093 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1dcc3316-b33e-4300-9120-f1e5aec4c4be admin admin] Publish callbacks [] for subnet (2e7af402-1877-4b0b-9ae7-d5bcfcfd4bb2), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:08:48.395633 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1dcc3316-b33e-4300-9120-f1e5aec4c4be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757691660005'] for subnet (2e7af402-1877-4b0b-9ae7-d5bcfcfd4bb2), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:08:48.426255 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dcc3316-b33e-4300-9120-f1e5aec4c4be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:08:48.426839 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1dcc3316-b33e-4300-9120-f1e5aec4c4be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572135'] for subnet (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:08:48.428284 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-1dcc3316-b33e-4300-9120-f1e5aec4c4be admin admin] 10.222.0.55 "PUT /v2.0/subnets/2e7af402-1877-4b0b-9ae7-d5bcfcfd4bb2 HTTP/1.1" status: 200 len: 868 time: 0.3206122 Mar 02 17:08:48.431196 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc546594-625b-4c62-b01b-ac6fe7ce575b None None] Network e9e7609b-c2b1-40b5-b0c9-f6d563533a5b requested from dv-cinder-778193-22-iscsi {{(pid=103839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 17:08:48.449483 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcc3316-b33e-4300-9120-f1e5aec4c4be admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e7af402-1877-4b0b-9ae7-d5bcfcfd4bb2,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:08:48.458103 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc3316-b33e-4300-9120-f1e5aec4c4be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:08:48.458463 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc3316-b33e-4300-9120-f1e5aec4c4be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:08:48.458725 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc3316-b33e-4300-9120-f1e5aec4c4be admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:08:48.459067 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc3316-b33e-4300-9120-f1e5aec4c4be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:08:48.459395 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc3316-b33e-4300-9120-f1e5aec4c4be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:08:48.459724 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc3316-b33e-4300-9120-f1e5aec4c4be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:08:48.460137 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc3316-b33e-4300-9120-f1e5aec4c4be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:08:48.460400 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc3316-b33e-4300-9120-f1e5aec4c4be admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:08:48.460742 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc3316-b33e-4300-9120-f1e5aec4c4be admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:08:48.461207 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc3316-b33e-4300-9120-f1e5aec4c4be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:08:48.461538 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc3316-b33e-4300-9120-f1e5aec4c4be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:08:48.461871 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc3316-b33e-4300-9120-f1e5aec4c4be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:08:48.462182 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc3316-b33e-4300-9120-f1e5aec4c4be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:08:48.796553 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-c7348d5c-d44a-4d9c-9a10-3be1bfa29a02 None None] Provisioning complete for port 91c53066-4c58-42d2-9538-25bec6b129ae triggered by entity DHCP. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:08:48.796897 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-c7348d5c-d44a-4d9c-9a10-3be1bfa29a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (91c53066-4c58-42d2-9538-25bec6b129ae), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:08:48.873668 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-c7348d5c-d44a-4d9c-9a10-3be1bfa29a02 None None] Current status of the port 91c53066-4c58-42d2-9538-25bec6b129ae is: ACTIVE; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:08:48.884825 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-c7348d5c-d44a-4d9c-9a10-3be1bfa29a02 None None] Provisioning complete for port 4e829b67-7584-4ec4-8f11-026c77d376f7 triggered by entity DHCP. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:08:48.885204 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-c7348d5c-d44a-4d9c-9a10-3be1bfa29a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (4e829b67-7584-4ec4-8f11-026c77d376f7), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:08:48.961887 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-c7348d5c-d44a-4d9c-9a10-3be1bfa29a02 None None] Current status of the port 4e829b67-7584-4ec4-8f11-026c77d376f7 is: ACTIVE; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:08:50.741995 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 42834) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:08:50.939173 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05017439-08a8-4856-a5d2-bf9095a1c2a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:08:50.939551 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05017439-08a8-4856-a5d2-bf9095a1c2a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:08:50.941068 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-05017439-08a8-4856-a5d2-bf9095a1c2a7 admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1981268 Mar 02 17:08:53.274667 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 42842) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:08:53.405059 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feeeab71-e470-473c-94c5-f83739f66a10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:08:53.409706 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feeeab71-e470-473c-94c5-f83739f66a10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:08:53.409706 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-feeeab71-e470-473c-94c5-f83739f66a10 admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1314685 Mar 02 17:08:55.721524 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 42850) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:08:55.844940 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-defbebea-253f-4da3-89eb-39ae60784079 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:08:55.846314 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-defbebea-253f-4da3-89eb-39ae60784079 admin admin] 10.222.0.55 "GET /v2.0/networks/0bf1b91f-7d47-47dc-984e-54613c32c4bf HTTP/1.1" status: 200 len: 886 time: 0.1237984 Mar 02 17:08:58.169968 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 42858) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:08:58.317671 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c340a1-145f-43ce-b53f-f228fbe60f12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:08:58.318987 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-e1c340a1-145f-43ce-b53f-f228fbe60f12 admin admin] 10.222.0.55 "GET /v2.0/networks/e9e7609b-c2b1-40b5-b0c9-f6d563533a5b HTTP/1.1" status: 200 len: 869 time: 0.1480711 Mar 02 17:09:00.649314 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 42866) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:09:00.868456 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd3edb3-0db3-4e6a-ab04-27dbc079972e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:09:00.868907 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd3edb3-0db3-4e6a-ab04-27dbc079972e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:09:00.870459 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-afd3edb3-0db3-4e6a-ab04-27dbc079972e admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2201533 Mar 02 17:09:01.732421 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-c89d1424-efff-435b-bd25-ddb0508b47a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (0060df7f-f835-4890-b25c-3842f545a9d0), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:09:03.215687 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 42874) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:09:03.348077 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c82000-3ab1-4758-9fc7-79c3265a253c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:09:03.348528 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c82000-3ab1-4758-9fc7-79c3265a253c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:09:03.350087 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-45c82000-3ab1-4758-9fc7-79c3265a253c admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1334112 Mar 02 17:09:04.055535 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-a1e22be3-0208-4e9c-8796-58dda78f3e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90b713d5-0d52-4da0-a663-b3b1c9fefb3d), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:09:04.953354 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-7239c76e-3e75-4b64-9028-aed8f891363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (eca5c3a0-ec74-4a2a-a5c6-a62430d93509), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:09:05.682506 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 42884) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:09:05.771873 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a92a1d0-1030-407b-b171-4900d99e7b84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:09:05.773200 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-8a92a1d0-1030-407b-b171-4900d99e7b84 admin admin] 10.222.0.55 "GET /v2.0/subnets/2e7af402-1877-4b0b-9ae7-d5bcfcfd4bb2 HTTP/1.1" status: 200 len: 868 time: 0.0897362 Mar 02 17:09:05.852092 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.agents_db [None req-2c4e262f-840f-46f3-949a-97bfddff46e9 None None] Agent healthcheck: found 5 active agents {{(pid=103840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 17:09:06.695925 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-765bf0ac-d167-416d-8fe2-638e582454ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (aac89579-4eb6-45c8-861e-e37bc0c26bf3), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:09:08.099629 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 42892) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:09:08.187326 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d564e987-e26a-41ae-9042-786204b8ca82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:09:08.188774 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-d564e987-e26a-41ae-9042-786204b8ca82 admin admin] 10.222.0.55 "GET /v2.0/subnets/e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9 HTTP/1.1" status: 200 len: 816 time: 0.0877588 Mar 02 17:09:08.189829 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90356b9b-9a55-4227-ace0-d1fc01a5475f), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:09:31.720479 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-92ad1332-ad29-4d63-99eb-1e7f8cf81034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (0060df7f-f835-4890-b25c-3842f545a9d0), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:09:34.057826 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-8e4e6b90-8699-4b04-bfdd-e83555676905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90b713d5-0d52-4da0-a663-b3b1c9fefb3d), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:09:34.943635 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-7239c76e-3e75-4b64-9028-aed8f891363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (eca5c3a0-ec74-4a2a-a5c6-a62430d93509), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:09:36.702888 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-765bf0ac-d167-416d-8fe2-638e582454ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (aac89579-4eb6-45c8-861e-e37bc0c26bf3), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:09:36.954586 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 42944) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:09:37.005160 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [None req-84b42cd4-c141-467c-9332-256fab370576 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103837) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 17:09:37.006171 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-84b42cd4-c141-467c-9332-256fab370576 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0506401 Mar 02 17:09:38.208700 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90356b9b-9a55-4227-ace0-d1fc01a5475f), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:09:39.502235 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 42952) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:09:39.562162 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.pecan_wsgi.hooks.translation [None req-168f20bc-5685-409b-ba05-3a1ceaf4dc03 admin admin] GET failed (client error): The resource could not be found. Mar 02 17:09:39.563429 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-168f20bc-5685-409b-ba05-3a1ceaf4dc03 admin admin] 10.222.0.55 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0602677 Mar 02 17:09:39.648209 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eacb94b4-8f61-450d-baa2-bde5ad8bb75d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:09:39.649862 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-eacb94b4-8f61-450d-baa2-bde5ad8bb75d admin admin] 10.222.0.55 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0822103 Mar 02 17:09:42.313636 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 42960) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:09:42.363651 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [None req-e2a036ca-2ad8-42b5-aa6a-7aaaba803430 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:09:42.477122 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a036ca-2ad8-42b5-aa6a-7aaaba803430 admin admin] Made reservation on behalf of 0db3c83dd89f424a9116238e17ef5558 for: {'network': 1} {{(pid=103838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:09:42.479538 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-e2a036ca-2ad8-42b5-aa6a-7aaaba803430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for network (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:09:42.522760 dv-cinder-778193-22-iscsi neutron-server[103838]: WARNING neutron.services.revisions.revision_plugin [None req-e2a036ca-2ad8-42b5-aa6a-7aaaba803430 admin admin] Could not find related network for resource to bump revision. Mar 02 17:09:42.535641 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2a036ca-2ad8-42b5-aa6a-7aaaba803430 admin admin] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=103838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:09:42.546015 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-e2a036ca-2ad8-42b5-aa6a-7aaaba803430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220699'] for segment (d26aeab2-d34d-4769-9c6d-c94cb932fda1), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:09:42.546454 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.db.segments_db [None req-e2a036ca-2ad8-42b5-aa6a-7aaaba803430 admin admin] Added segment d26aeab2-d34d-4769-9c6d-c94cb932fda1 of type vlan for network 82269cdd-932d-452f-9a05-7306d18c2398 Mar 02 17:09:42.586602 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-e2a036ca-2ad8-42b5-aa6a-7aaaba803430 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757691153484'] for network (82269cdd-932d-452f-9a05-7306d18c2398), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:09:42.783389 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-e2a036ca-2ad8-42b5-aa6a-7aaaba803430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145'] for network (82269cdd-932d-452f-9a05-7306d18c2398), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:09:42.784439 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a036ca-2ad8-42b5-aa6a-7aaaba803430 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:09:42.785018 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-e2a036ca-2ad8-42b5-aa6a-7aaaba803430 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572135'] for network (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:09:42.848121 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a036ca-2ad8-42b5-aa6a-7aaaba803430 admin admin] Pushing event updated for resources: {'Network': ['ID=82269cdd-932d-452f-9a05-7306d18c2398,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:09:42.851514 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.agents_db [None req-2c4e262f-840f-46f3-949a-97bfddff46e9 None None] Agent healthcheck: found 5 active agents {{(pid=103840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 17:09:42.860015 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Network 82269cdd-932d-452f-9a05-7306d18c2398 details requested by agent ovs-agent-dv-cinder-778193-22-iscsi with host dv-cinder-778193-22-iscsi {{(pid=103839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 17:09:43.089173 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-e2a036ca-2ad8-42b5-aa6a-7aaaba803430 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7742672 Mar 02 17:09:45.464827 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 42968) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:09:45.531319 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.pecan_wsgi.hooks.translation [None req-014c28a4-1792-4b60-986b-7e8d9e4eda7b admin admin] GET failed (client error): The resource could not be found. Mar 02 17:09:45.532591 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-014c28a4-1792-4b60-986b-7e8d9e4eda7b admin admin] 10.222.0.55 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0665329 Mar 02 17:09:45.602088 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044c4239-4925-4bd4-a4e9-55794c1a652a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:09:45.603565 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-044c4239-4925-4bd4-a4e9-55794c1a652a admin admin] 10.222.0.55 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0669003 Mar 02 17:09:45.613502 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [None req-bc169f7d-eaca-4335-a225-1c321b8f09eb admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '82269cdd-932d-452f-9a05-7306d18c2398', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:09:46.002525 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc169f7d-eaca-4335-a225-1c321b8f09eb admin admin] Made reservation on behalf of 0db3c83dd89f424a9116238e17ef5558 for: {'subnet': 1} {{(pid=103838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:09:46.004936 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-bc169f7d-eaca-4335-a225-1c321b8f09eb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:09:46.245740 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-bc169f7d-eaca-4335-a225-1c321b8f09eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145'] for subnet (edf54ed6-99a1-4872-8040-328bcbed74b0), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:09:46.305785 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc169f7d-eaca-4335-a225-1c321b8f09eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=edf54ed6-99a1-4872-8040-328bcbed74b0,revision_number=0']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:09:46.313024 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc169f7d-eaca-4335-a225-1c321b8f09eb admin admin] Checking segment: {'id': 'd26aeab2-d34d-4769-9c6d-c94cb932fda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '82269cdd-932d-452f-9a05-7306d18c2398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 17:09:46.313373 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc169f7d-eaca-4335-a225-1c321b8f09eb admin admin] Network hostable DHCP agents. Network: 82269cdd-932d-452f-9a05-7306d18c2398, hostable agents: ['0060df7f-f835-4890-b25c-3842f545a9d0'], hosted agents: [] {{(pid=103838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:09:46.448207 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc169f7d-eaca-4335-a225-1c321b8f09eb admin admin] Network 82269cdd-932d-452f-9a05-7306d18c2398 is scheduled to be hosted by DHCP agent 0060df7f-f835-4890-b25c-3842f545a9d0 with binding_index 1 {{(pid=103838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:09:46.539564 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.base_scheduler [None req-bc169f7d-eaca-4335-a225-1c321b8f09eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-22-iscsi, 82269cdd-932d-452f-9a05-7306d18c2398) {{(pid=103838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:09:46.543783 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc169f7d-eaca-4335-a225-1c321b8f09eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:09:46.544404 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-bc169f7d-eaca-4335-a225-1c321b8f09eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572135'] for subnet (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:09:46.549091 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1edbe8-5993-4978-85d5-9e019d5d1389 None None] Network 82269cdd-932d-452f-9a05-7306d18c2398 requested from dv-cinder-778193-22-iscsi {{(pid=103839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 17:09:46.616664 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-bc169f7d-eaca-4335-a225-1c321b8f09eb admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0065472 Mar 02 17:09:46.654497 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45083c0-a549-452b-8c9d-068e1f4f88de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c41045a-8583-5828-8345-e6f53daf7ae9-82269cdd-932d-452f-9a05-7306d18c2398', 'network_id': '82269cdd-932d-452f-9a05-7306d18c2398', 'project_id': '0db3c83dd89f424a9116238e17ef5558', 'fixed_ips': [{'subnet_id': 'edf54ed6-99a1-4872-8040-328bcbed74b0'}]}} from dv-cinder-778193-22-iscsi. {{(pid=103839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 02 17:09:46.655382 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d45083c0-a549-452b-8c9d-068e1f4f88de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (None), before_create {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:09:46.899472 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.db_base_plugin_common [None req-d45083c0-a549-452b-8c9d-068e1f4f88de None None] Allocated IP 192.168.233.2 (82269cdd-932d-452f-9a05-7306d18c2398/edf54ed6-99a1-4872-8040-328bcbed74b0/69873baf-994c-426b-9eb5-9106d61d5205) {{(pid=103839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:09:47.047859 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d45083c0-a549-452b-8c9d-068e1f4f88de None None] Publish callbacks [] for port (69873baf-994c-426b-9eb5-9106d61d5205), precommit_create {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:09:47.115068 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d45083c0-a549-452b-8c9d-068e1f4f88de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757691134181'] for port (69873baf-994c-426b-9eb5-9106d61d5205), after_create {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:09:47.163271 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45083c0-a549-452b-8c9d-068e1f4f88de None None] Network 82269cdd-932d-452f-9a05-7306d18c2398 is already hosted by enough agents. {{(pid=103839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:09:47.164740 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.scheduler.base_scheduler [None req-d45083c0-a549-452b-8c9d-068e1f4f88de None None] Resources bound (agent type, host, resource id): {{(pid=103839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:09:47.167744 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45083c0-a549-452b-8c9d-068e1f4f88de None None] Received port after_create {{(pid=103839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 17:09:47.171275 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45083c0-a549-452b-8c9d-068e1f4f88de None None] Pushing event updated for resources: {'Port': ['ID=69873baf-994c-426b-9eb5-9106d61d5205,revision_number=1']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:09:47.179351 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45083c0-a549-452b-8c9d-068e1f4f88de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:09:47.179715 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45083c0-a549-452b-8c9d-068e1f4f88de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:09:47.180072 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45083c0-a549-452b-8c9d-068e1f4f88de None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:09:47.180401 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45083c0-a549-452b-8c9d-068e1f4f88de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:09:47.180724 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45083c0-a549-452b-8c9d-068e1f4f88de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:09:47.181046 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45083c0-a549-452b-8c9d-068e1f4f88de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:09:47.181382 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45083c0-a549-452b-8c9d-068e1f4f88de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:09:47.182093 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45083c0-a549-452b-8c9d-068e1f4f88de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:09:47.182421 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45083c0-a549-452b-8c9d-068e1f4f88de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:09:47.182758 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45083c0-a549-452b-8c9d-068e1f4f88de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:09:47.183080 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45083c0-a549-452b-8c9d-068e1f4f88de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:09:47.183394 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45083c0-a549-452b-8c9d-068e1f4f88de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:09:47.183711 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45083c0-a549-452b-8c9d-068e1f4f88de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:09:47.238475 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-d45083c0-a549-452b-8c9d-068e1f4f88de None None] Attempting to bind port 69873baf-994c-426b-9eb5-9106d61d5205 on host dv-cinder-778193-22-iscsi for vnic_type normal with profile {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 17:09:47.238835 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-d45083c0-a549-452b-8c9d-068e1f4f88de None None] Attempting to bind port 69873baf-994c-426b-9eb5-9106d61d5205 by drivers openvswitch,hyperv on host dv-cinder-778193-22-iscsi at level 0 using segments [{'id': 'd26aeab2-d34d-4769-9c6d-c94cb932fda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '82269cdd-932d-452f-9a05-7306d18c2398'}] {{(pid=103839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 17:09:47.239189 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45083c0-a549-452b-8c9d-068e1f4f88de None None] Attempting to bind port 69873baf-994c-426b-9eb5-9106d61d5205 on network 82269cdd-932d-452f-9a05-7306d18c2398 {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 17:09:47.244159 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45083c0-a549-452b-8c9d-068e1f4f88de None None] Checking agent: {'id': '90356b9b-9a55-4227-ace0-d1fc01a5475f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 6, 38), 'started_at': datetime.datetime(2022, 3, 2, 17, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 17:09:47.244526 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45083c0-a549-452b-8c9d-068e1f4f88de None None] Checking segment: {'id': 'd26aeab2-d34d-4769-9c6d-c94cb932fda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '82269cdd-932d-452f-9a05-7306d18c2398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 17:09:47.244919 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d45083c0-a549-452b-8c9d-068e1f4f88de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:09:47.245301 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45083c0-a549-452b-8c9d-068e1f4f88de None None] Bound using segment: {'id': 'd26aeab2-d34d-4769-9c6d-c94cb932fda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '82269cdd-932d-452f-9a05-7306d18c2398'} {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 17:09:47.245768 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-d45083c0-a549-452b-8c9d-068e1f4f88de None None] Bound port: 69873baf-994c-426b-9eb5-9106d61d5205, host: dv-cinder-778193-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd26aeab2-d34d-4769-9c6d-c94cb932fda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '82269cdd-932d-452f-9a05-7306d18c2398'}}] {{(pid=103839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 17:09:47.246164 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d45083c0-a549-452b-8c9d-068e1f4f88de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (69873baf-994c-426b-9eb5-9106d61d5205), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:09:47.313681 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d45083c0-a549-452b-8c9d-068e1f4f88de None None] For port 69873baf-994c-426b-9eb5-9106d61d5205, host dv-cinder-778193-22-iscsi, cleared binding levels {{(pid=103839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:09:47.316868 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d45083c0-a549-452b-8c9d-068e1f4f88de None None] For port 69873baf-994c-426b-9eb5-9106d61d5205, host dv-cinder-778193-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=69873baf-994c-426b-9eb5-9106d61d5205,segment=NetworkSegment(d26aeab2-d34d-4769-9c6d-c94cb932fda1),segment_id=d26aeab2-d34d-4769-9c6d-c94cb932fda1)] {{(pid=103839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:09:47.385804 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d45083c0-a549-452b-8c9d-068e1f4f88de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (69873baf-994c-426b-9eb5-9106d61d5205), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:09:47.443650 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45083c0-a549-452b-8c9d-068e1f4f88de None None] Pushing event updated for resources: {'Port': ['ID=69873baf-994c-426b-9eb5-9106d61d5205,revision_number=2']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:09:48.284662 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08667b8-30e0-4412-986f-ba7bfb3046c6 None None] Network 82269cdd-932d-452f-9a05-7306d18c2398 requested from dv-cinder-778193-22-iscsi {{(pid=103839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 17:09:48.368738 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-4827cd6f-dd72-44ee-b71c-1b8a92e51ca5 None None] Provisioning complete for port 69873baf-994c-426b-9eb5-9106d61d5205 triggered by entity DHCP. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:09:48.369133 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-4827cd6f-dd72-44ee-b71c-1b8a92e51ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (69873baf-994c-426b-9eb5-9106d61d5205), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:09:48.482355 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-4827cd6f-dd72-44ee-b71c-1b8a92e51ca5 None None] Current status of the port 69873baf-994c-426b-9eb5-9106d61d5205 is: DOWN; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:09:48.482748 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-4827cd6f-dd72-44ee-b71c-1b8a92e51ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (69873baf-994c-426b-9eb5-9106d61d5205), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:09:48.520141 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-4827cd6f-dd72-44ee-b71c-1b8a92e51ca5 None None] For port 69873baf-994c-426b-9eb5-9106d61d5205, host dv-cinder-778193-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=69873baf-994c-426b-9eb5-9106d61d5205,segment=NetworkSegment(d26aeab2-d34d-4769-9c6d-c94cb932fda1),segment_id=d26aeab2-d34d-4769-9c6d-c94cb932fda1)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:09:48.589415 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-4827cd6f-dd72-44ee-b71c-1b8a92e51ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (69873baf-994c-426b-9eb5-9106d61d5205), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:09:48.650390 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4827cd6f-dd72-44ee-b71c-1b8a92e51ca5 None None] Pushing event updated for resources: {'Port': ['ID=69873baf-994c-426b-9eb5-9106d61d5205,revision_number=3']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:09:48.711296 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-4ab26e74-6514-41af-a660-84c651d8b3d6 None None] Provisioning complete for port 69873baf-994c-426b-9eb5-9106d61d5205 triggered by entity DHCP. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:09:48.711692 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-4ab26e74-6514-41af-a660-84c651d8b3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (69873baf-994c-426b-9eb5-9106d61d5205), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:09:48.791044 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-4ab26e74-6514-41af-a660-84c651d8b3d6 None None] Current status of the port 69873baf-994c-426b-9eb5-9106d61d5205 is: ACTIVE; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:09:48.947495 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device 69873baf-994c-426b-9eb5-9106d61d5205 up at agent ovs-agent-dv-cinder-778193-22-iscsi {{(pid=103839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 17:09:49.004191 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Provisioning complete for port 69873baf-994c-426b-9eb5-9106d61d5205 triggered by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:09:49.004578 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (69873baf-994c-426b-9eb5-9106d61d5205), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:09:49.082515 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Current status of the port 69873baf-994c-426b-9eb5-9106d61d5205 is: ACTIVE; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:10:01.715773 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-1abc0f5d-7c9e-47a6-8493-9e7ff890d937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (0060df7f-f835-4890-b25c-3842f545a9d0), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:10:04.064447 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-4eec7f3f-3162-4b97-a5e1-db52b772d747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90b713d5-0d52-4da0-a663-b3b1c9fefb3d), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:10:04.995892 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-7239c76e-3e75-4b64-9028-aed8f891363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (eca5c3a0-ec74-4a2a-a5c6-a62430d93509), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:10:06.746172 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-765bf0ac-d167-416d-8fe2-638e582454ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (aac89579-4eb6-45c8-861e-e37bc0c26bf3), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:10:08.224624 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90356b9b-9a55-4227-ace0-d1fc01a5475f), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:10:19.853331 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.agents_db [None req-2c4e262f-840f-46f3-949a-97bfddff46e9 None None] Agent healthcheck: found 5 active agents {{(pid=103840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 17:10:31.726634 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-02d96520-3b5b-4cf6-8ffe-d604a547d024 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (0060df7f-f835-4890-b25c-3842f545a9d0), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:10:34.132528 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-5b982179-92d5-4cc8-bddc-531ea10885a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90b713d5-0d52-4da0-a663-b3b1c9fefb3d), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:10:34.999772 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-7239c76e-3e75-4b64-9028-aed8f891363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (eca5c3a0-ec74-4a2a-a5c6-a62430d93509), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:10:36.724423 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-765bf0ac-d167-416d-8fe2-638e582454ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (aac89579-4eb6-45c8-861e-e37bc0c26bf3), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:10:38.216676 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90356b9b-9a55-4227-ace0-d1fc01a5475f), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:10:56.852880 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.agents_db [None req-2c4e262f-840f-46f3-949a-97bfddff46e9 None None] Agent healthcheck: found 5 active agents {{(pid=103840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 17:11:01.718891 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-24133d10-b9d3-40b8-b788-b5f934f4c3de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (0060df7f-f835-4890-b25c-3842f545a9d0), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:11:04.090718 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-54297a74-530a-43fb-9d67-bb30b0cedbdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90b713d5-0d52-4da0-a663-b3b1c9fefb3d), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:11:05.056307 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-7239c76e-3e75-4b64-9028-aed8f891363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (eca5c3a0-ec74-4a2a-a5c6-a62430d93509), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:11:06.741576 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-765bf0ac-d167-416d-8fe2-638e582454ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (aac89579-4eb6-45c8-861e-e37bc0c26bf3), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:11:08.347170 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90356b9b-9a55-4227-ace0-d1fc01a5475f), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:11:29.464500 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 43006) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:11:29.470506 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [None req-7c1afb4b-51ae-4a7b-bf01-091e672bd091 tempest-verify_tempest_config-2099485648 tempest-verify_tempest_config-2099485648-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103838) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 17:11:29.471502 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-7c1afb4b-51ae-4a7b-bf01-091e672bd091 tempest-verify_tempest_config-2099485648 tempest-verify_tempest_config-2099485648-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059347 Mar 02 17:11:30.058961 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 43024) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:11:30.161734 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-91c2597e-608b-4c16-9f2e-c8fd08c55dc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:11:30.237241 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-91c2597e-608b-4c16-9f2e-c8fd08c55dc2 admin admin] Publish callbacks [] for security_group (f3915543-0ff5-45b6-b328-cc6d0378f263), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:11:30.305611 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-91c2597e-608b-4c16-9f2e-c8fd08c55dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (f3915543-0ff5-45b6-b328-cc6d0378f263), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:11:30.358449 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-91c2597e-608b-4c16-9f2e-c8fd08c55dc2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b0633571c7ee4f99b8df87211bda15fa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2984178 Mar 02 17:11:30.359303 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c2597e-608b-4c16-9f2e-c8fd08c55dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3915543-0ff5-45b6-b328-cc6d0378f263,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:11:30.361139 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 43028) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:11:30.366168 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c2597e-608b-4c16-9f2e-c8fd08c55dc2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:11:30.366515 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c2597e-608b-4c16-9f2e-c8fd08c55dc2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:11:30.366849 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c2597e-608b-4c16-9f2e-c8fd08c55dc2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:11:30.367177 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c2597e-608b-4c16-9f2e-c8fd08c55dc2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:11:30.367501 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c2597e-608b-4c16-9f2e-c8fd08c55dc2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:11:30.367818 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c2597e-608b-4c16-9f2e-c8fd08c55dc2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:11:30.368138 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c2597e-608b-4c16-9f2e-c8fd08c55dc2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:11:30.368451 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c2597e-608b-4c16-9f2e-c8fd08c55dc2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:11:30.368768 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c2597e-608b-4c16-9f2e-c8fd08c55dc2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:11:30.369082 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c2597e-608b-4c16-9f2e-c8fd08c55dc2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:11:30.369392 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c2597e-608b-4c16-9f2e-c8fd08c55dc2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:11:30.369700 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c2597e-608b-4c16-9f2e-c8fd08c55dc2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:11:30.370034 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c2597e-608b-4c16-9f2e-c8fd08c55dc2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:11:30.440825 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-89183e2f-2126-4a39-89e1-dc0ce4f91b36 admin admin] Publish callbacks [] for security_group (f3915543-0ff5-45b6-b328-cc6d0378f263), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:11:30.463802 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-89183e2f-2126-4a39-89e1-dc0ce4f91b36 admin admin] Publish callbacks [] for security_group (f3915543-0ff5-45b6-b328-cc6d0378f263), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:11:30.770241 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-89183e2f-2126-4a39-89e1-dc0ce4f91b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (f3915543-0ff5-45b6-b328-cc6d0378f263), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:11:30.775141 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-89183e2f-2126-4a39-89e1-dc0ce4f91b36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:11:30.776578 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-89183e2f-2126-4a39-89e1-dc0ce4f91b36 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f3915543-0ff5-45b6-b328-cc6d0378f263 HTTP/1.1" status: 204 len: 168 time: 0.4144721 Mar 02 17:11:30.804518 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89183e2f-2126-4a39-89e1-dc0ce4f91b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3915543-0ff5-45b6-b328-cc6d0378f263,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:11:30.804518 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89183e2f-2126-4a39-89e1-dc0ce4f91b36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:11:30.804518 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89183e2f-2126-4a39-89e1-dc0ce4f91b36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:11:30.804518 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89183e2f-2126-4a39-89e1-dc0ce4f91b36 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:11:30.804518 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89183e2f-2126-4a39-89e1-dc0ce4f91b36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:11:30.804518 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89183e2f-2126-4a39-89e1-dc0ce4f91b36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:11:30.804518 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89183e2f-2126-4a39-89e1-dc0ce4f91b36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:11:30.804518 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89183e2f-2126-4a39-89e1-dc0ce4f91b36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:11:30.804518 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89183e2f-2126-4a39-89e1-dc0ce4f91b36 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:11:30.804518 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89183e2f-2126-4a39-89e1-dc0ce4f91b36 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:11:30.804518 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89183e2f-2126-4a39-89e1-dc0ce4f91b36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:11:30.804518 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89183e2f-2126-4a39-89e1-dc0ce4f91b36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:11:30.804518 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89183e2f-2126-4a39-89e1-dc0ce4f91b36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:11:30.804518 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89183e2f-2126-4a39-89e1-dc0ce4f91b36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:11:31.740148 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-601da36a-9260-4e65-8049-aa183c98edd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (0060df7f-f835-4890-b25c-3842f545a9d0), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:11:33.851402 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.agents_db [None req-2c4e262f-840f-46f3-949a-97bfddff46e9 None None] Agent healthcheck: found 5 active agents {{(pid=103840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 17:11:34.048755 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-bea4dcc1-35b4-4a94-ba5b-d336fc56327a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90b713d5-0d52-4da0-a663-b3b1c9fefb3d), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:11:35.008623 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-7239c76e-3e75-4b64-9028-aed8f891363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (eca5c3a0-ec74-4a2a-a5c6-a62430d93509), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:11:36.763049 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-765bf0ac-d167-416d-8fe2-638e582454ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (aac89579-4eb6-45c8-861e-e37bc0c26bf3), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:11:38.202836 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90356b9b-9a55-4227-ace0-d1fc01a5475f), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:12:01.733764 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-1572cdc2-be4e-4c5f-93be-fc2e489f5923 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (0060df7f-f835-4890-b25c-3842f545a9d0), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:12:04.076098 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-51f793c0-d917-4506-862d-a2cd0007e35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90b713d5-0d52-4da0-a663-b3b1c9fefb3d), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:12:05.030097 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-7239c76e-3e75-4b64-9028-aed8f891363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (eca5c3a0-ec74-4a2a-a5c6-a62430d93509), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:12:06.755609 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-765bf0ac-d167-416d-8fe2-638e582454ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (aac89579-4eb6-45c8-861e-e37bc0c26bf3), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:12:08.206885 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90356b9b-9a55-4227-ace0-d1fc01a5475f), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:12:10.850282 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.agents_db [None req-2c4e262f-840f-46f3-949a-97bfddff46e9 None None] Agent healthcheck: found 5 active agents {{(pid=103840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 17:12:31.748946 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-8d15d29c-be07-4e59-a233-3e2892cdf0e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (0060df7f-f835-4890-b25c-3842f545a9d0), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:12:34.045926 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-b319baff-c10a-4827-ac83-3415af1f8d9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90b713d5-0d52-4da0-a663-b3b1c9fefb3d), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:12:34.965643 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-7239c76e-3e75-4b64-9028-aed8f891363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (eca5c3a0-ec74-4a2a-a5c6-a62430d93509), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:12:36.726420 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-765bf0ac-d167-416d-8fe2-638e582454ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (aac89579-4eb6-45c8-861e-e37bc0c26bf3), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:12:38.263019 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90356b9b-9a55-4227-ace0-d1fc01a5475f), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:12:47.849898 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.agents_db [None req-2c4e262f-840f-46f3-949a-97bfddff46e9 None None] Agent healthcheck: found 5 active agents {{(pid=103840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 17:13:01.736613 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-19e5e12b-b0f6-4cac-b8b2-96b9683174d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (0060df7f-f835-4890-b25c-3842f545a9d0), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:13:04.039434 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-dfb1730e-6fb3-4b7d-bbb6-1fea2ff93992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90b713d5-0d52-4da0-a663-b3b1c9fefb3d), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:13:04.970928 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-7239c76e-3e75-4b64-9028-aed8f891363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (eca5c3a0-ec74-4a2a-a5c6-a62430d93509), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:13:06.719933 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-765bf0ac-d167-416d-8fe2-638e582454ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (aac89579-4eb6-45c8-861e-e37bc0c26bf3), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:13:08.296502 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90356b9b-9a55-4227-ace0-d1fc01a5475f), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:13:12.890561 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-755550'] for agent (dbb67c4d-7aa5-4acf-82b3-541c1cabd3d2), after_create {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:13:24.849111 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.agents_db [None req-2c4e262f-840f-46f3-949a-97bfddff46e9 None None] Agent healthcheck: found 6 active agents {{(pid=103840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 17:13:28.243768 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 43100) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:13:28.362917 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-95a6f63e-303a-46c7-984f-163bda0cbcc0 admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1176693 Mar 02 17:13:30.800896 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 43110) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:13:30.871174 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-666f7941-2a96-451f-973b-67638a375586 admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0690908 Mar 02 17:13:31.722956 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-b4d2b35f-b581-4eaf-b766-9db1f4171b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (0060df7f-f835-4890-b25c-3842f545a9d0), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:13:34.088148 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-714bae6d-0f5a-473d-81cb-8d668abebc59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90b713d5-0d52-4da0-a663-b3b1c9fefb3d), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:13:34.995158 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-7239c76e-3e75-4b64-9028-aed8f891363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (eca5c3a0-ec74-4a2a-a5c6-a62430d93509), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:13:36.729926 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-765bf0ac-d167-416d-8fe2-638e582454ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (aac89579-4eb6-45c8-861e-e37bc0c26bf3), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:13:38.192693 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90356b9b-9a55-4227-ace0-d1fc01a5475f), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:13:42.859670 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (dbb67c4d-7aa5-4acf-82b3-541c1cabd3d2), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:14:01.721616 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-714fe0fe-2261-4839-a1d0-97798bd512ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (0060df7f-f835-4890-b25c-3842f545a9d0), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:14:01.848859 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.agents_db [None req-2c4e262f-840f-46f3-949a-97bfddff46e9 None None] Agent healthcheck: found 6 active agents {{(pid=103840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 17:14:04.058557 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-b00e8dd1-4088-4351-9c23-82a061e18435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90b713d5-0d52-4da0-a663-b3b1c9fefb3d), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:14:05.009359 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-7239c76e-3e75-4b64-9028-aed8f891363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (eca5c3a0-ec74-4a2a-a5c6-a62430d93509), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:14:06.718750 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-765bf0ac-d167-416d-8fe2-638e582454ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (aac89579-4eb6-45c8-861e-e37bc0c26bf3), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:14:08.257798 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90356b9b-9a55-4227-ace0-d1fc01a5475f), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:14:12.869057 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (dbb67c4d-7aa5-4acf-82b3-541c1cabd3d2), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:14:31.736941 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-229ae2f7-6309-4f85-9b6b-51b94b61e94d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (0060df7f-f835-4890-b25c-3842f545a9d0), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:14:34.053406 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-5898b9b6-81a2-4920-af78-d9e28116fb42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90b713d5-0d52-4da0-a663-b3b1c9fefb3d), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:14:35.005056 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-7239c76e-3e75-4b64-9028-aed8f891363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (eca5c3a0-ec74-4a2a-a5c6-a62430d93509), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:14:36.753459 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-765bf0ac-d167-416d-8fe2-638e582454ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (aac89579-4eb6-45c8-861e-e37bc0c26bf3), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:14:38.213726 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90356b9b-9a55-4227-ace0-d1fc01a5475f), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:14:38.847830 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.agents_db [None req-2c4e262f-840f-46f3-949a-97bfddff46e9 None None] Agent healthcheck: found 6 active agents {{(pid=103840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 17:14:42.844626 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (dbb67c4d-7aa5-4acf-82b3-541c1cabd3d2), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:01.752305 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-6ed84f76-2718-4eb0-9b14-3d0322fb2ad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (0060df7f-f835-4890-b25c-3842f545a9d0), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:04.064270 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-dc40650c-ad41-4e66-a1a7-f88cbaa53695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90b713d5-0d52-4da0-a663-b3b1c9fefb3d), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:04.997917 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-7239c76e-3e75-4b64-9028-aed8f891363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (eca5c3a0-ec74-4a2a-a5c6-a62430d93509), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:06.755886 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-765bf0ac-d167-416d-8fe2-638e582454ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (aac89579-4eb6-45c8-861e-e37bc0c26bf3), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:08.275850 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90356b9b-9a55-4227-ace0-d1fc01a5475f), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:12.909442 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (dbb67c4d-7aa5-4acf-82b3-541c1cabd3d2), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:12.910331 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 43320) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:15:13.160346 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 43332) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:15:13.360270 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 43342) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:15:13.367447 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [None req-37a3e278-d981-4eb5-85ff-68443a5cbbe7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2026303204-network', 'tenant_id': '4c5c3e34b0274e8a95876b46416bdc2d'}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:15:13.431555 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [None req-22b11537-497c-4bd0-97c3-e9226d246867 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1384901836-network', 'tenant_id': '972279b7457f4e0fa6d7b4d953912711'}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:15:13.460949 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a3e278-d981-4eb5-85ff-68443a5cbbe7 admin admin] Made reservation on behalf of 4c5c3e34b0274e8a95876b46416bdc2d for: {'network': 1} {{(pid=103838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:15:13.463598 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-37a3e278-d981-4eb5-85ff-68443a5cbbe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for network (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:13.473916 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-37a3e278-d981-4eb5-85ff-68443a5cbbe7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:13.548173 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-37a3e278-d981-4eb5-85ff-68443a5cbbe7 admin admin] Publish callbacks [] for security_group (7ff93c0c-841f-4366-ba3b-fc622b681859), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:13.549605 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b11537-497c-4bd0-97c3-e9226d246867 admin admin] Made reservation on behalf of 972279b7457f4e0fa6d7b4d953912711 for: {'network': 1} {{(pid=103838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:15:13.552059 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-22b11537-497c-4bd0-97c3-e9226d246867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for network (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:13.563880 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-22b11537-497c-4bd0-97c3-e9226d246867 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:13.646058 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-22b11537-497c-4bd0-97c3-e9226d246867 admin admin] Publish callbacks [] for security_group (828231c7-89f0-4028-967b-d89e04dffd00), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:13.647810 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-37a3e278-d981-4eb5-85ff-68443a5cbbe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (7ff93c0c-841f-4366-ba3b-fc622b681859), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:13.662578 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37a3e278-d981-4eb5-85ff-68443a5cbbe7 admin admin] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=103838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:15:13.680453 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-37a3e278-d981-4eb5-85ff-68443a5cbbe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220699'] for segment (045cca5b-a9b4-4a6c-8670-18c98461fa58), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:13.680982 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.db.segments_db [None req-37a3e278-d981-4eb5-85ff-68443a5cbbe7 admin admin] Added segment 045cca5b-a9b4-4a6c-8670-18c98461fa58 of type vlan for network ba91141c-2c4a-433e-a175-e7c250467227 Mar 02 17:15:13.716485 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-517068a9-43da-4a90-9df8-f1e77578d9d5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1020580862-network', 'tenant_id': 'afb66bcb93064d42a797f24a84350f67'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:15:13.731554 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-37a3e278-d981-4eb5-85ff-68443a5cbbe7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757691153484'] for network (ba91141c-2c4a-433e-a175-e7c250467227), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:13.754893 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-22b11537-497c-4bd0-97c3-e9226d246867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (828231c7-89f0-4028-967b-d89e04dffd00), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:13.764326 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3e278-d981-4eb5-85ff-68443a5cbbe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff93c0c-841f-4366-ba3b-fc622b681859,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:15:13.776978 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3e278-d981-4eb5-85ff-68443a5cbbe7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:15:13.779504 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3e278-d981-4eb5-85ff-68443a5cbbe7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:15:13.779504 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3e278-d981-4eb5-85ff-68443a5cbbe7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:15:13.779504 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3e278-d981-4eb5-85ff-68443a5cbbe7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:15:13.779504 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3e278-d981-4eb5-85ff-68443a5cbbe7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:15:13.779504 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3e278-d981-4eb5-85ff-68443a5cbbe7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:15:13.779504 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3e278-d981-4eb5-85ff-68443a5cbbe7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:15:13.780061 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3e278-d981-4eb5-85ff-68443a5cbbe7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:15:13.780329 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3e278-d981-4eb5-85ff-68443a5cbbe7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:15:13.780644 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3e278-d981-4eb5-85ff-68443a5cbbe7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:15:13.780968 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3e278-d981-4eb5-85ff-68443a5cbbe7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:15:13.781289 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3e278-d981-4eb5-85ff-68443a5cbbe7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:15:13.781609 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3e278-d981-4eb5-85ff-68443a5cbbe7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:15:13.782811 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3e278-d981-4eb5-85ff-68443a5cbbe7 admin admin] Tracked resource versions report: Mar 02 17:15:13.782811 dv-cinder-778193-22-iscsi neutron-server[103838]: pushed versions: Mar 02 17:15:13.782811 dv-cinder-778193-22-iscsi neutron-server[103838]: { 'AddressGroup': {'1.2'}, Mar 02 17:15:13.782811 dv-cinder-778193-22-iscsi neutron-server[103838]: 'ConntrackHelper': {'1.0'}, Mar 02 17:15:13.782811 dv-cinder-778193-22-iscsi neutron-server[103838]: 'LocalIPAssociation': {'1.0'}, Mar 02 17:15:13.782811 dv-cinder-778193-22-iscsi neutron-server[103838]: 'Log': {'1.0'}, Mar 02 17:15:13.782811 dv-cinder-778193-22-iscsi neutron-server[103838]: 'Network': {'1.1'}, Mar 02 17:15:13.782811 dv-cinder-778193-22-iscsi neutron-server[103838]: 'Port': {'1.7'}, Mar 02 17:15:13.782811 dv-cinder-778193-22-iscsi neutron-server[103838]: 'PortForwarding': {'1.2'}, Mar 02 17:15:13.782811 dv-cinder-778193-22-iscsi neutron-server[103838]: 'QosPolicy': {'1.10'}, Mar 02 17:15:13.782811 dv-cinder-778193-22-iscsi neutron-server[103838]: 'SecurityGroup': {'1.5'}, Mar 02 17:15:13.782811 dv-cinder-778193-22-iscsi neutron-server[103838]: 'SecurityGroupRule': {'1.2'}, Mar 02 17:15:13.782811 dv-cinder-778193-22-iscsi neutron-server[103838]: 'SubPort': {'1.0'}, Mar 02 17:15:13.782811 dv-cinder-778193-22-iscsi neutron-server[103838]: 'Subnet': {'1.1'}, Mar 02 17:15:13.782811 dv-cinder-778193-22-iscsi neutron-server[103838]: 'Trunk': {'1.1'}} Mar 02 17:15:13.782811 dv-cinder-778193-22-iscsi neutron-server[103838]: consumer versions: Mar 02 17:15:13.782811 dv-cinder-778193-22-iscsi neutron-server[103838]: { DHCP agent@dv-cinder-778193-22-iscsi: {}, Mar 02 17:15:13.782811 dv-cinder-778193-22-iscsi neutron-server[103838]: HyperV agent@hv-cinder-77819: {}, Mar 02 17:15:13.782811 dv-cinder-778193-22-iscsi neutron-server[103838]: L3 agent@dv-cinder-778193-22-iscsi: {}, Mar 02 17:15:13.782811 dv-cinder-778193-22-iscsi neutron-server[103838]: Metadata agent@dv-cinder-778193-22-iscsi: {}, Mar 02 17:15:13.782811 dv-cinder-778193-22-iscsi neutron-server[103838]: Metering agent@dv-cinder-778193-22-iscsi: {}, Mar 02 17:15:13.782811 dv-cinder-778193-22-iscsi neutron-server[103838]: Open vSwitch agent@dv-cinder-778193-22-iscsi: { 'AddressGroup': '1.2', Mar 02 17:15:13.782811 dv-cinder-778193-22-iscsi neutron-server[103838]: 'ConntrackHelper': '1.0', Mar 02 17:15:13.782811 dv-cinder-778193-22-iscsi neutron-server[103838]: 'LocalIPAssociation': '1.0', Mar 02 17:15:13.782811 dv-cinder-778193-22-iscsi neutron-server[103838]: 'Log': '1.0', Mar 02 17:15:13.782811 dv-cinder-778193-22-iscsi neutron-server[103838]: 'Network': '1.1', Mar 02 17:15:13.782811 dv-cinder-778193-22-iscsi neutron-server[103838]: 'Port': '1.7', Mar 02 17:15:13.782811 dv-cinder-778193-22-iscsi neutron-server[103838]: 'PortForwarding': '1.2', Mar 02 17:15:13.782811 dv-cinder-778193-22-iscsi neutron-server[103838]: 'QosPolicy': '1.10', Mar 02 17:15:13.782811 dv-cinder-778193-22-iscsi neutron-server[103838]: 'SecurityGroup': '1.5', Mar 02 17:15:13.782811 dv-cinder-778193-22-iscsi neutron-server[103838]: 'SecurityGroupRule': '1.2', Mar 02 17:15:13.782811 dv-cinder-778193-22-iscsi neutron-server[103838]: 'SubPort': '1.0', Mar 02 17:15:13.782811 dv-cinder-778193-22-iscsi neutron-server[103838]: 'Subnet': '1.1', Mar 02 17:15:13.782811 dv-cinder-778193-22-iscsi neutron-server[103838]: 'Trunk': '1.1'}} Mar 02 17:15:13.782811 dv-cinder-778193-22-iscsi neutron-server[103838]: {{(pid=103838) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 17:15:13.785417 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22b11537-497c-4bd0-97c3-e9226d246867 admin admin] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=103838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:15:13.806567 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-22b11537-497c-4bd0-97c3-e9226d246867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220699'] for segment (4a5dee39-eed3-4cc2-bb42-87d9e619875d), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:13.806906 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.db.segments_db [None req-22b11537-497c-4bd0-97c3-e9226d246867 admin admin] Added segment 4a5dee39-eed3-4cc2-bb42-87d9e619875d of type vlan for network ef02e7c1-3825-40da-8301-7b2b393305d9 Mar 02 17:15:13.843093 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b11537-497c-4bd0-97c3-e9226d246867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=828231c7-89f0-4028-967b-d89e04dffd00,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:15:13.860261 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517068a9-43da-4a90-9df8-f1e77578d9d5 admin admin] Made reservation on behalf of afb66bcb93064d42a797f24a84350f67 for: {'network': 1} {{(pid=103837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:15:13.865576 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-517068a9-43da-4a90-9df8-f1e77578d9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for network (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:13.870219 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-22b11537-497c-4bd0-97c3-e9226d246867 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757691153484'] for network (ef02e7c1-3825-40da-8301-7b2b393305d9), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:13.884024 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-517068a9-43da-4a90-9df8-f1e77578d9d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:13.896187 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-37a3e278-d981-4eb5-85ff-68443a5cbbe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145'] for network (ba91141c-2c4a-433e-a175-e7c250467227), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:13.897117 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a3e278-d981-4eb5-85ff-68443a5cbbe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:13.897671 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-37a3e278-d981-4eb5-85ff-68443a5cbbe7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572135'] for network (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:13.963328 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3e278-d981-4eb5-85ff-68443a5cbbe7 admin admin] Pushing event updated for resources: {'Network': ['ID=ba91141c-2c4a-433e-a175-e7c250467227,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:15:13.977034 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Network ba91141c-2c4a-433e-a175-e7c250467227 details requested by agent ovs-agent-dv-cinder-778193-22-iscsi with host dv-cinder-778193-22-iscsi {{(pid=103839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 17:15:14.020029 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-517068a9-43da-4a90-9df8-f1e77578d9d5 admin admin] Publish callbacks [] for security_group (b0000517-4548-4cde-af0b-5466d46dbc34), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:14.043449 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-22b11537-497c-4bd0-97c3-e9226d246867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145'] for network (ef02e7c1-3825-40da-8301-7b2b393305d9), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:14.045472 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b11537-497c-4bd0-97c3-e9226d246867 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:14.046434 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-22b11537-497c-4bd0-97c3-e9226d246867 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572135'] for network (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:14.079751 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-37a3e278-d981-4eb5-85ff-68443a5cbbe7 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1684248 Mar 02 17:15:14.083060 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 43374) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:15:14.088573 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-11a96828-afb5-4ae0-a3c7-fcb665d58d7d admin admin] Request body: {'subnet': {'network_id': 'ba91141c-2c4a-433e-a175-e7c250467227', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2026303204-subnet', 'tenant_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:15:14.094080 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-517068a9-43da-4a90-9df8-f1e77578d9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (b0000517-4548-4cde-af0b-5466d46dbc34), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:14.124783 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b11537-497c-4bd0-97c3-e9226d246867 admin admin] Pushing event updated for resources: {'Network': ['ID=ef02e7c1-3825-40da-8301-7b2b393305d9,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:15:14.138290 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517068a9-43da-4a90-9df8-f1e77578d9d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0000517-4548-4cde-af0b-5466d46dbc34,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:15:14.144140 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Network ef02e7c1-3825-40da-8301-7b2b393305d9 details requested by agent ovs-agent-dv-cinder-778193-22-iscsi with host dv-cinder-778193-22-iscsi {{(pid=103839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 17:15:14.152795 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517068a9-43da-4a90-9df8-f1e77578d9d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:15:14.153869 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517068a9-43da-4a90-9df8-f1e77578d9d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:15:14.154900 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517068a9-43da-4a90-9df8-f1e77578d9d5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:15:14.155508 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517068a9-43da-4a90-9df8-f1e77578d9d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:15:14.155981 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517068a9-43da-4a90-9df8-f1e77578d9d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:15:14.156314 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-22b11537-497c-4bd0-97c3-e9226d246867 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9947646 Mar 02 17:15:14.156744 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517068a9-43da-4a90-9df8-f1e77578d9d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:15:14.157232 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517068a9-43da-4a90-9df8-f1e77578d9d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:15:14.157891 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517068a9-43da-4a90-9df8-f1e77578d9d5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:15:14.158369 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517068a9-43da-4a90-9df8-f1e77578d9d5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:15:14.158838 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517068a9-43da-4a90-9df8-f1e77578d9d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:15:14.159759 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517068a9-43da-4a90-9df8-f1e77578d9d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:15:14.159759 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517068a9-43da-4a90-9df8-f1e77578d9d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:15:14.160256 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517068a9-43da-4a90-9df8-f1e77578d9d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:15:14.161417 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517068a9-43da-4a90-9df8-f1e77578d9d5 admin admin] Tracked resource versions report: Mar 02 17:15:14.161417 dv-cinder-778193-22-iscsi neutron-server[103837]: pushed versions: Mar 02 17:15:14.161417 dv-cinder-778193-22-iscsi neutron-server[103837]: { 'AddressGroup': {'1.2'}, Mar 02 17:15:14.161417 dv-cinder-778193-22-iscsi neutron-server[103837]: 'ConntrackHelper': {'1.0'}, Mar 02 17:15:14.161417 dv-cinder-778193-22-iscsi neutron-server[103837]: 'LocalIPAssociation': {'1.0'}, Mar 02 17:15:14.161417 dv-cinder-778193-22-iscsi neutron-server[103837]: 'Log': {'1.0'}, Mar 02 17:15:14.161417 dv-cinder-778193-22-iscsi neutron-server[103837]: 'Network': {'1.1'}, Mar 02 17:15:14.161417 dv-cinder-778193-22-iscsi neutron-server[103837]: 'Port': {'1.7'}, Mar 02 17:15:14.161417 dv-cinder-778193-22-iscsi neutron-server[103837]: 'PortForwarding': {'1.2'}, Mar 02 17:15:14.161417 dv-cinder-778193-22-iscsi neutron-server[103837]: 'QosPolicy': {'1.10'}, Mar 02 17:15:14.161417 dv-cinder-778193-22-iscsi neutron-server[103837]: 'SecurityGroup': {'1.5'}, Mar 02 17:15:14.161417 dv-cinder-778193-22-iscsi neutron-server[103837]: 'SecurityGroupRule': {'1.2'}, Mar 02 17:15:14.161417 dv-cinder-778193-22-iscsi neutron-server[103837]: 'SubPort': {'1.0'}, Mar 02 17:15:14.161417 dv-cinder-778193-22-iscsi neutron-server[103837]: 'Subnet': {'1.1'}, Mar 02 17:15:14.161417 dv-cinder-778193-22-iscsi neutron-server[103837]: 'Trunk': {'1.1'}} Mar 02 17:15:14.161417 dv-cinder-778193-22-iscsi neutron-server[103837]: consumer versions: Mar 02 17:15:14.161417 dv-cinder-778193-22-iscsi neutron-server[103837]: { DHCP agent@dv-cinder-778193-22-iscsi: {}, Mar 02 17:15:14.161417 dv-cinder-778193-22-iscsi neutron-server[103837]: HyperV agent@hv-cinder-77819: {}, Mar 02 17:15:14.161417 dv-cinder-778193-22-iscsi neutron-server[103837]: L3 agent@dv-cinder-778193-22-iscsi: {}, Mar 02 17:15:14.161417 dv-cinder-778193-22-iscsi neutron-server[103837]: Metadata agent@dv-cinder-778193-22-iscsi: {}, Mar 02 17:15:14.161417 dv-cinder-778193-22-iscsi neutron-server[103837]: Metering agent@dv-cinder-778193-22-iscsi: {}, Mar 02 17:15:14.161417 dv-cinder-778193-22-iscsi neutron-server[103837]: Open vSwitch agent@dv-cinder-778193-22-iscsi: { 'AddressGroup': '1.2', Mar 02 17:15:14.161417 dv-cinder-778193-22-iscsi neutron-server[103837]: 'ConntrackHelper': '1.0', Mar 02 17:15:14.161417 dv-cinder-778193-22-iscsi neutron-server[103837]: 'LocalIPAssociation': '1.0', Mar 02 17:15:14.161417 dv-cinder-778193-22-iscsi neutron-server[103837]: 'Log': '1.0', Mar 02 17:15:14.161417 dv-cinder-778193-22-iscsi neutron-server[103837]: 'Network': '1.1', Mar 02 17:15:14.161417 dv-cinder-778193-22-iscsi neutron-server[103837]: 'Port': '1.7', Mar 02 17:15:14.161417 dv-cinder-778193-22-iscsi neutron-server[103837]: 'PortForwarding': '1.2', Mar 02 17:15:14.161417 dv-cinder-778193-22-iscsi neutron-server[103837]: 'QosPolicy': '1.10', Mar 02 17:15:14.161417 dv-cinder-778193-22-iscsi neutron-server[103837]: 'SecurityGroup': '1.5', Mar 02 17:15:14.161417 dv-cinder-778193-22-iscsi neutron-server[103837]: 'SecurityGroupRule': '1.2', Mar 02 17:15:14.161417 dv-cinder-778193-22-iscsi neutron-server[103837]: 'SubPort': '1.0', Mar 02 17:15:14.161417 dv-cinder-778193-22-iscsi neutron-server[103837]: 'Subnet': '1.1', Mar 02 17:15:14.161417 dv-cinder-778193-22-iscsi neutron-server[103837]: 'Trunk': '1.1'}} Mar 02 17:15:14.161417 dv-cinder-778193-22-iscsi neutron-server[103837]: {{(pid=103837) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 17:15:14.164906 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 43384) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:15:14.168282 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [None req-75b96cdf-63ad-4c16-a2ed-fd8a2f4c02bf admin admin] Request body: {'subnet': {'network_id': 'ef02e7c1-3825-40da-8301-7b2b393305d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1384901836-subnet', 'tenant_id': '972279b7457f4e0fa6d7b4d953912711', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:15:14.171843 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-517068a9-43da-4a90-9df8-f1e77578d9d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=103837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:15:14.191512 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-517068a9-43da-4a90-9df8-f1e77578d9d5 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757691626132', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220699'] for segment (d55d32c0-3d12-45d2-a487-14899790a175), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:14.192298 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-517068a9-43da-4a90-9df8-f1e77578d9d5 admin admin] Unsubscribe: segment precommit_create {{(pid=103837) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 02 17:15:14.192939 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.db.segments_db [None req-517068a9-43da-4a90-9df8-f1e77578d9d5 admin admin] Added segment d55d32c0-3d12-45d2-a487-14899790a175 of type vlan for network db346cb1-de8d-4dc7-98f7-75d6ac14e852 Mar 02 17:15:14.282959 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-517068a9-43da-4a90-9df8-f1e77578d9d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757691153484'] for network (db346cb1-de8d-4dc7-98f7-75d6ac14e852), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:14.290988 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a96828-afb5-4ae0-a3c7-fcb665d58d7d admin admin] Made reservation on behalf of 4c5c3e34b0274e8a95876b46416bdc2d for: {'subnet': 1} {{(pid=103837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:15:14.293347 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-11a96828-afb5-4ae0-a3c7-fcb665d58d7d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:14.344986 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b96cdf-63ad-4c16-a2ed-fd8a2f4c02bf admin admin] Made reservation on behalf of 972279b7457f4e0fa6d7b4d953912711 for: {'subnet': 1} {{(pid=103838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:15:14.350460 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-75b96cdf-63ad-4c16-a2ed-fd8a2f4c02bf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:14.568074 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-517068a9-43da-4a90-9df8-f1e77578d9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145'] for network (db346cb1-de8d-4dc7-98f7-75d6ac14e852), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:14.569203 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517068a9-43da-4a90-9df8-f1e77578d9d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:14.570064 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-517068a9-43da-4a90-9df8-f1e77578d9d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572135'] for network (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:14.692598 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-11a96828-afb5-4ae0-a3c7-fcb665d58d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145'] for subnet (b2418ff9-f0a5-4e04-8f27-a85b5ef0f2a3), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:14.722572 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-75b96cdf-63ad-4c16-a2ed-fd8a2f4c02bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145'] for subnet (af473c7a-b242-4124-a285-d83fb26df936), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:14.743026 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a96828-afb5-4ae0-a3c7-fcb665d58d7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2418ff9-f0a5-4e04-8f27-a85b5ef0f2a3,revision_number=0']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:15:14.748871 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517068a9-43da-4a90-9df8-f1e77578d9d5 admin admin] Pushing event updated for resources: {'Network': ['ID=db346cb1-de8d-4dc7-98f7-75d6ac14e852,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:15:14.756680 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-517068a9-43da-4a90-9df8-f1e77578d9d5 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3947330 Mar 02 17:15:14.764709 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 43404) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:15:14.766688 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Network db346cb1-de8d-4dc7-98f7-75d6ac14e852 details requested by agent ovs-agent-dv-cinder-778193-22-iscsi with host dv-cinder-778193-22-iscsi {{(pid=103839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 17:15:14.772135 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-16bf4197-4bbd-458e-9d5b-1497e76e2d74 admin admin] Request body: {'subnet': {'network_id': 'db346cb1-de8d-4dc7-98f7-75d6ac14e852', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1020580862-subnet', 'tenant_id': 'afb66bcb93064d42a797f24a84350f67', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:15:14.833776 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a96828-afb5-4ae0-a3c7-fcb665d58d7d admin admin] Checking segment: {'id': '045cca5b-a9b4-4a6c-8670-18c98461fa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ba91141c-2c4a-433e-a175-e7c250467227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 17:15:14.834595 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a96828-afb5-4ae0-a3c7-fcb665d58d7d admin admin] Network hostable DHCP agents. Network: ba91141c-2c4a-433e-a175-e7c250467227, hostable agents: ['0060df7f-f835-4890-b25c-3842f545a9d0'], hosted agents: [] {{(pid=103837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:15:14.888924 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b96cdf-63ad-4c16-a2ed-fd8a2f4c02bf admin admin] Checking segment: {'id': '4a5dee39-eed3-4cc2-bb42-87d9e619875d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ef02e7c1-3825-40da-8301-7b2b393305d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 17:15:14.889568 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b96cdf-63ad-4c16-a2ed-fd8a2f4c02bf admin admin] Network hostable DHCP agents. Network: ef02e7c1-3825-40da-8301-7b2b393305d9, hostable agents: ['0060df7f-f835-4890-b25c-3842f545a9d0'], hosted agents: [] {{(pid=103838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:15:14.893729 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b96cdf-63ad-4c16-a2ed-fd8a2f4c02bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=af473c7a-b242-4124-a285-d83fb26df936,revision_number=0']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:15:14.900511 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16bf4197-4bbd-458e-9d5b-1497e76e2d74 admin admin] Made reservation on behalf of afb66bcb93064d42a797f24a84350f67 for: {'subnet': 1} {{(pid=103837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:15:14.904927 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-16bf4197-4bbd-458e-9d5b-1497e76e2d74 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:14.971084 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a96828-afb5-4ae0-a3c7-fcb665d58d7d admin admin] Network ba91141c-2c4a-433e-a175-e7c250467227 is scheduled to be hosted by DHCP agent 0060df7f-f835-4890-b25c-3842f545a9d0 with binding_index 1 {{(pid=103837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:15:14.992716 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b96cdf-63ad-4c16-a2ed-fd8a2f4c02bf admin admin] Network ef02e7c1-3825-40da-8301-7b2b393305d9 is scheduled to be hosted by DHCP agent 0060df7f-f835-4890-b25c-3842f545a9d0 with binding_index 1 {{(pid=103838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:15:15.062337 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.scheduler.base_scheduler [None req-11a96828-afb5-4ae0-a3c7-fcb665d58d7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-22-iscsi, ba91141c-2c4a-433e-a175-e7c250467227) {{(pid=103837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:15:15.064195 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.base_scheduler [None req-75b96cdf-63ad-4c16-a2ed-fd8a2f4c02bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-22-iscsi, ef02e7c1-3825-40da-8301-7b2b393305d9) {{(pid=103838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:15:15.068921 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b96cdf-63ad-4c16-a2ed-fd8a2f4c02bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:15.069813 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-75b96cdf-63ad-4c16-a2ed-fd8a2f4c02bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572135'] for subnet (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:15.075089 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52379f8b-0f0f-40d6-9619-b28580086778 None None] Network ba91141c-2c4a-433e-a175-e7c250467227 requested from dv-cinder-778193-22-iscsi {{(pid=103839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 17:15:15.082480 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032d2ce0-a595-457d-892d-100af8d7ed7b None None] Network ef02e7c1-3825-40da-8301-7b2b393305d9 requested from dv-cinder-778193-22-iscsi {{(pid=103839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 17:15:15.087575 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a96828-afb5-4ae0-a3c7-fcb665d58d7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:15.101148 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-11a96828-afb5-4ae0-a3c7-fcb665d58d7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572135'] for subnet (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:15.202376 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-75b96cdf-63ad-4c16-a2ed-fd8a2f4c02bf admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0383339 Mar 02 17:15:15.205551 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 43420) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:15:15.211511 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [None req-be66858e-c431-47d2-a71b-e9877e621438 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1384901836-router', 'tenant_id': '972279b7457f4e0fa6d7b4d953912711', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf'}}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:15:15.241118 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-11a96828-afb5-4ae0-a3c7-fcb665d58d7d admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1568508 Mar 02 17:15:15.249995 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 43422) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:15:15.255576 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-ff680bec-94f4-4ef5-8a40-a53521483e47 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2026303204-router', 'tenant_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf'}}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:15:15.301725 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-16bf4197-4bbd-458e-9d5b-1497e76e2d74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145'] for subnet (68449eb9-7fc0-486a-a32d-8c60bc740494), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:15.311560 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee9d197-df24-4ab5-aafc-fb5004beaf0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c41045a-8583-5828-8345-e6f53daf7ae9-ba91141c-2c4a-433e-a175-e7c250467227', 'network_id': 'ba91141c-2c4a-433e-a175-e7c250467227', 'project_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'fixed_ips': [{'subnet_id': 'b2418ff9-f0a5-4e04-8f27-a85b5ef0f2a3'}]}} from dv-cinder-778193-22-iscsi. {{(pid=103839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 02 17:15:15.313664 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-fee9d197-df24-4ab5-aafc-fb5004beaf0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (None), before_create {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:15.334943 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-be66858e-c431-47d2-a71b-e9877e621438 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-760693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4933'] for router (f16ef616-1f0e-499d-98da-807772de13a1), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:15.336538 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ae4d14-6827-4443-b611-ce29057ca441 None None] Network ef02e7c1-3825-40da-8301-7b2b393305d9 requested from dv-cinder-778193-22-iscsi {{(pid=103839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 17:15:15.336913 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-be66858e-c431-47d2-a71b-e9877e621438 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-758501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760890', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-784051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4924'] for router (f16ef616-1f0e-499d-98da-807772de13a1), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:15.371832 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-ff680bec-94f4-4ef5-8a40-a53521483e47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-760693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4933'] for router (96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:15.373073 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-ff680bec-94f4-4ef5-8a40-a53521483e47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-758501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760890', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-784051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4924'] for router (96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:15.393715 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bf4197-4bbd-458e-9d5b-1497e76e2d74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68449eb9-7fc0-486a-a32d-8c60bc740494,revision_number=0']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:15:15.418566 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-be66858e-c431-47d2-a71b-e9877e621438 admin admin] Publish callbacks [] for router_controller (f16ef616-1f0e-499d-98da-807772de13a1), precommit_add_association {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:15.452472 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bf4197-4bbd-458e-9d5b-1497e76e2d74 admin admin] Checking segment: {'id': 'd55d32c0-3d12-45d2-a487-14899790a175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'db346cb1-de8d-4dc7-98f7-75d6ac14e852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 17:15:15.452877 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16bf4197-4bbd-458e-9d5b-1497e76e2d74 admin admin] Network hostable DHCP agents. Network: db346cb1-de8d-4dc7-98f7-75d6ac14e852, hostable agents: ['0060df7f-f835-4890-b25c-3842f545a9d0'], hosted agents: [] {{(pid=103837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:15:15.515539 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-ff680bec-94f4-4ef5-8a40-a53521483e47 admin admin] Publish callbacks [] for router_controller (96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad), precommit_add_association {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:15.583193 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.db_base_plugin_common [None req-fee9d197-df24-4ab5-aafc-fb5004beaf0f None None] Allocated IP 172.20.0.2 (ba91141c-2c4a-433e-a175-e7c250467227/b2418ff9-f0a5-4e04-8f27-a85b5ef0f2a3/61fac84d-2277-43f5-9102-881828195ef6) {{(pid=103839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:15:15.675280 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-be66858e-c431-47d2-a71b-e9877e621438 admin admin] Publish callbacks [] for router_gateway (f16ef616-1f0e-499d-98da-807772de13a1), precommit_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:15.759691 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16bf4197-4bbd-458e-9d5b-1497e76e2d74 admin admin] Network db346cb1-de8d-4dc7-98f7-75d6ac14e852 is scheduled to be hosted by DHCP agent 0060df7f-f835-4890-b25c-3842f545a9d0 with binding_index 1 {{(pid=103837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:15:15.779642 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-fee9d197-df24-4ab5-aafc-fb5004beaf0f None None] Publish callbacks [] for port (61fac84d-2277-43f5-9102-881828195ef6), precommit_create {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:15.849479 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-fee9d197-df24-4ab5-aafc-fb5004beaf0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757691134181'] for port (61fac84d-2277-43f5-9102-881828195ef6), after_create {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:15.865074 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-ff680bec-94f4-4ef5-8a40-a53521483e47 admin admin] Publish callbacks [] for router_gateway (96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad), precommit_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:15.876358 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.scheduler.base_scheduler [None req-16bf4197-4bbd-458e-9d5b-1497e76e2d74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-22-iscsi, db346cb1-de8d-4dc7-98f7-75d6ac14e852) {{(pid=103837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:15:15.880999 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bf4197-4bbd-458e-9d5b-1497e76e2d74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:15.881703 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-16bf4197-4bbd-458e-9d5b-1497e76e2d74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572135'] for subnet (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:15.896541 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee9d197-df24-4ab5-aafc-fb5004beaf0f None None] Network ba91141c-2c4a-433e-a175-e7c250467227 is already hosted by enough agents. {{(pid=103839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:15:15.897584 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eff1b0a-291f-4d19-b774-3779ec00f923 None None] Network db346cb1-de8d-4dc7-98f7-75d6ac14e852 requested from dv-cinder-778193-22-iscsi {{(pid=103839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 17:15:16.004461 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.agents_db [None req-2c4e262f-840f-46f3-949a-97bfddff46e9 None None] Agent healthcheck: found 6 active agents {{(pid=103840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 17:15:16.012447 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.scheduler.base_scheduler [None req-fee9d197-df24-4ab5-aafc-fb5004beaf0f None None] Resources bound (agent type, host, resource id): {{(pid=103839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:15:16.032895 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee9d197-df24-4ab5-aafc-fb5004beaf0f None None] Pushing event updated for resources: {'Port': ['ID=61fac84d-2277-43f5-9102-881828195ef6,revision_number=1']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:15:16.032895 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee9d197-df24-4ab5-aafc-fb5004beaf0f None None] Received port after_create {{(pid=103839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 17:15:16.036520 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-16bf4197-4bbd-458e-9d5b-1497e76e2d74 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2685230 Mar 02 17:15:16.039519 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b5e19e-0695-4045-a217-7a9694cf1ecd None None] Network db346cb1-de8d-4dc7-98f7-75d6ac14e852 requested from dv-cinder-778193-22-iscsi {{(pid=103839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 17:15:16.064869 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-be66858e-c431-47d2-a71b-e9877e621438 admin admin] Publish callbacks [] for router_gateway (f16ef616-1f0e-499d-98da-807772de13a1), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:16.116297 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-be66858e-c431-47d2-a71b-e9877e621438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:16.282796 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-ff680bec-94f4-4ef5-8a40-a53521483e47 admin admin] Publish callbacks [] for router_gateway (96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:16.306250 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee9d197-df24-4ab5-aafc-fb5004beaf0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:15:16.307013 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee9d197-df24-4ab5-aafc-fb5004beaf0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:15:16.308527 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee9d197-df24-4ab5-aafc-fb5004beaf0f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:15:16.308527 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee9d197-df24-4ab5-aafc-fb5004beaf0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:15:16.308527 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee9d197-df24-4ab5-aafc-fb5004beaf0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:15:16.308527 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee9d197-df24-4ab5-aafc-fb5004beaf0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:15:16.309261 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee9d197-df24-4ab5-aafc-fb5004beaf0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:15:16.309261 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee9d197-df24-4ab5-aafc-fb5004beaf0f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:15:16.309579 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee9d197-df24-4ab5-aafc-fb5004beaf0f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:15:16.309837 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee9d197-df24-4ab5-aafc-fb5004beaf0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:15:16.315322 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee9d197-df24-4ab5-aafc-fb5004beaf0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:15:16.315322 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee9d197-df24-4ab5-aafc-fb5004beaf0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:15:16.315322 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee9d197-df24-4ab5-aafc-fb5004beaf0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:15:16.315322 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee9d197-df24-4ab5-aafc-fb5004beaf0f None None] Tracked resource versions report: Mar 02 17:15:16.315322 dv-cinder-778193-22-iscsi neutron-server[103839]: pushed versions: Mar 02 17:15:16.315322 dv-cinder-778193-22-iscsi neutron-server[103839]: { 'AddressGroup': {'1.2'}, Mar 02 17:15:16.315322 dv-cinder-778193-22-iscsi neutron-server[103839]: 'ConntrackHelper': {'1.0'}, Mar 02 17:15:16.315322 dv-cinder-778193-22-iscsi neutron-server[103839]: 'LocalIPAssociation': {'1.0'}, Mar 02 17:15:16.315322 dv-cinder-778193-22-iscsi neutron-server[103839]: 'Log': {'1.0'}, Mar 02 17:15:16.315322 dv-cinder-778193-22-iscsi neutron-server[103839]: 'Network': {'1.1'}, Mar 02 17:15:16.315322 dv-cinder-778193-22-iscsi neutron-server[103839]: 'Port': {'1.7'}, Mar 02 17:15:16.315322 dv-cinder-778193-22-iscsi neutron-server[103839]: 'PortForwarding': {'1.2'}, Mar 02 17:15:16.315322 dv-cinder-778193-22-iscsi neutron-server[103839]: 'QosPolicy': {'1.10'}, Mar 02 17:15:16.315322 dv-cinder-778193-22-iscsi neutron-server[103839]: 'SecurityGroup': {'1.5'}, Mar 02 17:15:16.315322 dv-cinder-778193-22-iscsi neutron-server[103839]: 'SecurityGroupRule': {'1.2'}, Mar 02 17:15:16.315322 dv-cinder-778193-22-iscsi neutron-server[103839]: 'SubPort': {'1.0'}, Mar 02 17:15:16.315322 dv-cinder-778193-22-iscsi neutron-server[103839]: 'Subnet': {'1.1'}, Mar 02 17:15:16.315322 dv-cinder-778193-22-iscsi neutron-server[103839]: 'Trunk': {'1.1'}} Mar 02 17:15:16.315322 dv-cinder-778193-22-iscsi neutron-server[103839]: consumer versions: Mar 02 17:15:16.315322 dv-cinder-778193-22-iscsi neutron-server[103839]: { DHCP agent@dv-cinder-778193-22-iscsi: {}, Mar 02 17:15:16.315322 dv-cinder-778193-22-iscsi neutron-server[103839]: HyperV agent@hv-cinder-77819: {}, Mar 02 17:15:16.315322 dv-cinder-778193-22-iscsi neutron-server[103839]: L3 agent@dv-cinder-778193-22-iscsi: {}, Mar 02 17:15:16.315322 dv-cinder-778193-22-iscsi neutron-server[103839]: Metadata agent@dv-cinder-778193-22-iscsi: {}, Mar 02 17:15:16.315322 dv-cinder-778193-22-iscsi neutron-server[103839]: Metering agent@dv-cinder-778193-22-iscsi: {}, Mar 02 17:15:16.315322 dv-cinder-778193-22-iscsi neutron-server[103839]: Open vSwitch agent@dv-cinder-778193-22-iscsi: { 'AddressGroup': '1.2', Mar 02 17:15:16.315322 dv-cinder-778193-22-iscsi neutron-server[103839]: 'ConntrackHelper': '1.0', Mar 02 17:15:16.315322 dv-cinder-778193-22-iscsi neutron-server[103839]: 'LocalIPAssociation': '1.0', Mar 02 17:15:16.315322 dv-cinder-778193-22-iscsi neutron-server[103839]: 'Log': '1.0', Mar 02 17:15:16.315322 dv-cinder-778193-22-iscsi neutron-server[103839]: 'Network': '1.1', Mar 02 17:15:16.315322 dv-cinder-778193-22-iscsi neutron-server[103839]: 'Port': '1.7', Mar 02 17:15:16.315322 dv-cinder-778193-22-iscsi neutron-server[103839]: 'PortForwarding': '1.2', Mar 02 17:15:16.315322 dv-cinder-778193-22-iscsi neutron-server[103839]: 'QosPolicy': '1.10', Mar 02 17:15:16.315322 dv-cinder-778193-22-iscsi neutron-server[103839]: 'SecurityGroup': '1.5', Mar 02 17:15:16.315322 dv-cinder-778193-22-iscsi neutron-server[103839]: 'SecurityGroupRule': '1.2', Mar 02 17:15:16.315322 dv-cinder-778193-22-iscsi neutron-server[103839]: 'SubPort': '1.0', Mar 02 17:15:16.315322 dv-cinder-778193-22-iscsi neutron-server[103839]: 'Subnet': '1.1', Mar 02 17:15:16.315322 dv-cinder-778193-22-iscsi neutron-server[103839]: 'Trunk': '1.1'}} Mar 02 17:15:16.315322 dv-cinder-778193-22-iscsi neutron-server[103839]: {{(pid=103839) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 17:15:16.322804 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.db_base_plugin_common [None req-be66858e-c431-47d2-a71b-e9877e621438 admin admin] Allocated IP 172.27.1.160 (0bf1b91f-7d47-47dc-984e-54613c32c4bf/e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9/0099b626-06e1-4535-aeb6-ba1aa02c5619) {{(pid=103838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:15:16.347458 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-ff680bec-94f4-4ef5-8a40-a53521483e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:16.381485 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-fee9d197-df24-4ab5-aafc-fb5004beaf0f None None] Attempting to bind port 61fac84d-2277-43f5-9102-881828195ef6 on host dv-cinder-778193-22-iscsi for vnic_type normal with profile {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 17:15:16.382153 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-fee9d197-df24-4ab5-aafc-fb5004beaf0f None None] Attempting to bind port 61fac84d-2277-43f5-9102-881828195ef6 by drivers openvswitch,hyperv on host dv-cinder-778193-22-iscsi at level 0 using segments [{'id': '045cca5b-a9b4-4a6c-8670-18c98461fa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ba91141c-2c4a-433e-a175-e7c250467227'}] {{(pid=103839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 17:15:16.383491 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee9d197-df24-4ab5-aafc-fb5004beaf0f None None] Attempting to bind port 61fac84d-2277-43f5-9102-881828195ef6 on network ba91141c-2c4a-433e-a175-e7c250467227 {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 17:15:16.398304 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee9d197-df24-4ab5-aafc-fb5004beaf0f None None] Checking agent: {'id': '90356b9b-9a55-4227-ace0-d1fc01a5475f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 6, 38), 'started_at': datetime.datetime(2022, 3, 2, 17, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 17:15:16.398713 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee9d197-df24-4ab5-aafc-fb5004beaf0f None None] Checking segment: {'id': '045cca5b-a9b4-4a6c-8670-18c98461fa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ba91141c-2c4a-433e-a175-e7c250467227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 17:15:16.405021 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-fee9d197-df24-4ab5-aafc-fb5004beaf0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:16.405497 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee9d197-df24-4ab5-aafc-fb5004beaf0f None None] Bound using segment: {'id': '045cca5b-a9b4-4a6c-8670-18c98461fa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ba91141c-2c4a-433e-a175-e7c250467227'} {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 17:15:16.406032 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-fee9d197-df24-4ab5-aafc-fb5004beaf0f None None] Bound port: 61fac84d-2277-43f5-9102-881828195ef6, host: dv-cinder-778193-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '045cca5b-a9b4-4a6c-8670-18c98461fa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ba91141c-2c4a-433e-a175-e7c250467227'}}] {{(pid=103839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 17:15:16.406436 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-fee9d197-df24-4ab5-aafc-fb5004beaf0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (61fac84d-2277-43f5-9102-881828195ef6), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:16.512353 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-fee9d197-df24-4ab5-aafc-fb5004beaf0f None None] For port 61fac84d-2277-43f5-9102-881828195ef6, host dv-cinder-778193-22-iscsi, cleared binding levels {{(pid=103839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:15:16.522207 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-fee9d197-df24-4ab5-aafc-fb5004beaf0f None None] For port 61fac84d-2277-43f5-9102-881828195ef6, host dv-cinder-778193-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=61fac84d-2277-43f5-9102-881828195ef6,segment=NetworkSegment(045cca5b-a9b4-4a6c-8670-18c98461fa58),segment_id=045cca5b-a9b4-4a6c-8670-18c98461fa58)] {{(pid=103839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:15:16.585993 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-be66858e-c431-47d2-a71b-e9877e621438 admin admin] Publish callbacks [] for port (0099b626-06e1-4535-aeb6-ba1aa02c5619), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:16.611317 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-fee9d197-df24-4ab5-aafc-fb5004beaf0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (61fac84d-2277-43f5-9102-881828195ef6), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:16.676253 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee9d197-df24-4ab5-aafc-fb5004beaf0f None None] Pushing event updated for resources: {'Port': ['ID=61fac84d-2277-43f5-9102-881828195ef6,revision_number=2']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:15:16.738768 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-be66858e-c431-47d2-a71b-e9877e621438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757691134181'] for port (0099b626-06e1-4535-aeb6-ba1aa02c5619), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:16.779255 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be66858e-c431-47d2-a71b-e9877e621438 admin admin] Network 0bf1b91f-7d47-47dc-984e-54613c32c4bf is already hosted by enough agents. {{(pid=103838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:15:16.782482 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.base_scheduler [None req-be66858e-c431-47d2-a71b-e9877e621438 admin admin] Resources bound (agent type, host, resource id): {{(pid=103838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:15:16.789430 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be66858e-c431-47d2-a71b-e9877e621438 admin admin] Received port after_create {{(pid=103838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 17:15:16.804685 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.db.db_base_plugin_common [None req-ff680bec-94f4-4ef5-8a40-a53521483e47 admin admin] Allocated IP 172.27.1.15 (0bf1b91f-7d47-47dc-984e-54613c32c4bf/e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9/bd880e16-691d-471a-a419-15fdc50e029b) {{(pid=103837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:15:16.845731 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be66858e-c431-47d2-a71b-e9877e621438 admin admin] Pushing event updated for resources: {'Port': ['ID=0099b626-06e1-4535-aeb6-ba1aa02c5619,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:15:16.979222 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-ff680bec-94f4-4ef5-8a40-a53521483e47 admin admin] Publish callbacks [] for port (bd880e16-691d-471a-a419-15fdc50e029b), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:17.112559 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-ff680bec-94f4-4ef5-8a40-a53521483e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757691134181'] for port (bd880e16-691d-471a-a419-15fdc50e029b), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:17.172155 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff680bec-94f4-4ef5-8a40-a53521483e47 admin admin] Network 0bf1b91f-7d47-47dc-984e-54613c32c4bf is already hosted by enough agents. {{(pid=103837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:15:17.177232 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.scheduler.base_scheduler [None req-ff680bec-94f4-4ef5-8a40-a53521483e47 admin admin] Resources bound (agent type, host, resource id): {{(pid=103837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:15:17.199618 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff680bec-94f4-4ef5-8a40-a53521483e47 admin admin] Received port after_create {{(pid=103837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 17:15:17.206439 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff680bec-94f4-4ef5-8a40-a53521483e47 admin admin] Pushing event updated for resources: {'Port': ['ID=bd880e16-691d-471a-a419-15fdc50e029b,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:15:17.235150 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-be66858e-c431-47d2-a71b-e9877e621438 admin admin] Publish callbacks [] for router_gateway (f16ef616-1f0e-499d-98da-807772de13a1), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:17.262095 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device 61fac84d-2277-43f5-9102-881828195ef6 up at agent ovs-agent-dv-cinder-778193-22-iscsi {{(pid=103839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 17:15:17.343631 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 43488) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:15:17.346475 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Provisioning complete for port 61fac84d-2277-43f5-9102-881828195ef6 triggered by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:15:17.347433 dv-cinder-778193-22-iscsi neutron-server[103838]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 02 17:15:17.347560 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (61fac84d-2277-43f5-9102-881828195ef6), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:17.458210 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Current status of the port 61fac84d-2277-43f5-9102-881828195ef6 is: DOWN; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:15:17.458999 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (61fac84d-2277-43f5-9102-881828195ef6), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:17.518078 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] For port 61fac84d-2277-43f5-9102-881828195ef6, host dv-cinder-778193-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=61fac84d-2277-43f5-9102-881828195ef6,segment=NetworkSegment(045cca5b-a9b4-4a6c-8670-18c98461fa58),segment_id=045cca5b-a9b4-4a6c-8670-18c98461fa58)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:15:17.632954 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b8913-39df-4e32-a93f-832eea39671d req-e5bb8130-f95d-4b99-b9a3-c14cf2abbb14 tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:17.634508 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-4f6b8913-39df-4e32-a93f-832eea39671d req-e5bb8130-f95d-4b99-b9a3-c14cf2abbb14 tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] 10.222.0.55 "GET /v2.0/networks?id=db346cb1-de8d-4dc7-98f7-75d6ac14e852 HTTP/1.1" status: 200 len: 812 time: 0.2899077 Mar 02 17:15:17.670850 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (61fac84d-2277-43f5-9102-881828195ef6), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:17.697634 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-4f6b8913-39df-4e32-a93f-832eea39671d req-b04108bf-f484-4298-9315-2243d25d124f tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] 10.222.0.55 "GET /v2.0/quotas/afb66bcb93064d42a797f24a84350f67 HTTP/1.1" status: 200 len: 375 time: 0.0246732 Mar 02 17:15:17.772985 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Pushing event updated for resources: {'Port': ['ID=61fac84d-2277-43f5-9102-881828195ef6,revision_number=3']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:15:17.781192 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-ff680bec-94f4-4ef5-8a40-a53521483e47 admin admin] Publish callbacks [] for router_gateway (96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:17.856032 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-4f6b8913-39df-4e32-a93f-832eea39671d req-db746499-2d7c-4ef1-bd8f-d8364ca96bd5 tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=afb66bcb93064d42a797f24a84350f67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0879529 Mar 02 17:15:17.871222 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-be66858e-c431-47d2-a71b-e9877e621438 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-758514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760935'] for router (f16ef616-1f0e-499d-98da-807772de13a1), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:18.060719 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-ff680bec-94f4-4ef5-8a40-a53521483e47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-758514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760935'] for router (96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:18.100534 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [req-4f6b8913-39df-4e32-a93f-832eea39671d req-cb9c9840-6efa-4c34-9d32-4a6a69885fd8 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103838) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 17:15:18.101564 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-4f6b8913-39df-4e32-a93f-832eea39671d req-cb9c9840-6efa-4c34-9d32-4a6a69885fd8 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0630569 Mar 02 17:15:18.187830 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be66858e-c431-47d2-a71b-e9877e621438 admin admin] Router f16ef616-1f0e-499d-98da-807772de13a1 is scheduled to L3 agent 90b713d5-0d52-4da0-a663-b3b1c9fefb3d with binding_index 1 {{(pid=103838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 17:15:18.219811 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8060d81-428b-4deb-b363-8f4d1eed3bb9 None None] Network ba91141c-2c4a-433e-a175-e7c250467227 requested from dv-cinder-778193-22-iscsi {{(pid=103839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 17:15:18.275174 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-4f6b8913-39df-4e32-a93f-832eea39671d req-6b35518d-1bb8-40b9-8bef-579556756ee5 service neutron] 10.222.0.55 "GET /v2.0/networks/db346cb1-de8d-4dc7-98f7-75d6ac14e852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662297 Mar 02 17:15:18.312343 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-3be47a49-fbf0-4958-8bd3-0a242cea0fe3 None None] Provisioning complete for port 61fac84d-2277-43f5-9102-881828195ef6 triggered by entity DHCP. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:15:18.313363 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-3be47a49-fbf0-4958-8bd3-0a242cea0fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (61fac84d-2277-43f5-9102-881828195ef6), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:18.323541 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff680bec-94f4-4ef5-8a40-a53521483e47 admin admin] Router 96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad is scheduled to L3 agent 90b713d5-0d52-4da0-a663-b3b1c9fefb3d with binding_index 1 {{(pid=103837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 17:15:18.481346 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-3be47a49-fbf0-4958-8bd3-0a242cea0fe3 None None] Current status of the port 61fac84d-2277-43f5-9102-881828195ef6 is: ACTIVE; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:15:18.500277 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff680bec-94f4-4ef5-8a40-a53521483e47 admin admin] Notify agent at l3_agent.dv-cinder-778193-22-iscsi the message routers_updated {{(pid=103837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:15:18.517991 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-4f6b8913-39df-4e32-a93f-832eea39671d req-24d5b34a-a524-418b-ba63-8d0dfeb68a41 service neutron] 10.222.0.55 "GET /v2.0/networks/db346cb1-de8d-4dc7-98f7-75d6ac14e852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345872 Mar 02 17:15:18.523188 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4f5caa-7c7f-46e3-98fa-86b5e76a3ca6 None None] Sync routers for ids ['96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad'] in dv-cinder-778193-22-iscsi {{(pid=103840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 17:15:18.546186 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be66858e-c431-47d2-a71b-e9877e621438 admin admin] Notify agent at l3_agent.dv-cinder-778193-22-iscsi the message routers_updated {{(pid=103838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:15:18.551029 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4f5caa-7c7f-46e3-98fa-86b5e76a3ca6 None None] Routers {'96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:15:18.551690 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_hamode_db [None req-9f4f5caa-7c7f-46e3-98fa-86b5e76a3ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:15:04Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad'], 'active': True} {{(pid=103840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:15:18.560610 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2899d90-93c0-47b4-b577-3fdf723c991f None None] Sync routers for ids ['f16ef616-1f0e-499d-98da-807772de13a1'] in dv-cinder-778193-22-iscsi {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 17:15:18.576391 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2899d90-93c0-47b4-b577-3fdf723c991f None None] Routers {'f16ef616-1f0e-499d-98da-807772de13a1'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:15:18.577386 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-a2899d90-93c0-47b4-b577-3fdf723c991f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:15:04Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['f16ef616-1f0e-499d-98da-807772de13a1'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:15:18.656517 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-ff680bec-94f4-4ef5-8a40-a53521483e47 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:18.661958 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-ff680bec-94f4-4ef5-8a40-a53521483e47 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.4076374 Mar 02 17:15:18.677285 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 43540) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:15:18.766378 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-be66858e-c431-47d2-a71b-e9877e621438 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:18.773017 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-be66858e-c431-47d2-a71b-e9877e621438 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.5636854 Mar 02 17:15:18.773599 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 43548) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:15:18.786571 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-a2899d90-93c0-47b4-b577-3fdf723c991f None None] Set router f16ef616-1f0e-499d-98da-807772de13a1 gateway port host: dv-cinder-778193-22-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:15:18.795195 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_dvr_db [None req-9f4f5caa-7c7f-46e3-98fa-86b5e76a3ca6 None None] Set router 96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad gateway port host: dv-cinder-778193-22-iscsi {{(pid=103840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:15:19.105902 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-78a56f81-e80f-439b-99b9-23c6474b0db4 None None] Provisioning complete for port 61fac84d-2277-43f5-9102-881828195ef6 triggered by entity DHCP. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:15:19.107659 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-78a56f81-e80f-439b-99b9-23c6474b0db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (61fac84d-2277-43f5-9102-881828195ef6), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:19.235497 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device 61fac84d-2277-43f5-9102-881828195ef6 up at agent ovs-agent-dv-cinder-778193-22-iscsi {{(pid=103839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 17:15:19.273265 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_hamode_db [None req-9f4f5caa-7c7f-46e3-98fa-86b5e76a3ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad', 'name': 'tempest-AttachVolumeShelveTestJSON-2026303204-router', 'tenant_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'bd880e16-691d-471a-a419-15fdc50e029b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:15:15Z', 'updated_at': '2022-03-02T17:15:17Z', 'revision_number': 3, 'project_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'gw_port': {'id': 'bd880e16-691d-471a-a419-15fdc50e029b', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6d:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:15:16Z', 'updated_at': '2022-03-02T17:15:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi'}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:15:19.316210 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4f5caa-7c7f-46e3-98fa-86b5e76a3ca6 None None] Checking router: 96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad for host: dv-cinder-778193-22-iscsi {{(pid=103840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 17:15:19.316987 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4f5caa-7c7f-46e3-98fa-86b5e76a3ca6 None None] Updating router 96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad port bd880e16-691d-471a-a419-15fdc50e029b binding host dv-cinder-778193-22-iscsi {{(pid=103840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 17:15:19.354656 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Provisioning complete for port 61fac84d-2277-43f5-9102-881828195ef6 triggered by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:15:19.356020 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-9f4f5caa-7c7f-46e3-98fa-86b5e76a3ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (bd880e16-691d-471a-a419-15fdc50e029b), before_update {{(pid=103840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:19.357721 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (61fac84d-2277-43f5-9102-881828195ef6), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:19.627184 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 43584) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:15:19.635133 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Current status of the port 61fac84d-2277-43f5-9102-881828195ef6 is: ACTIVE; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:15:19.695000 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0ac07102-0104-4a02-82f5-fcf068137542 req-f408b150-4d3c-4354-bc91-d97bcc7f9c9d tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] 10.222.0.55 "GET /v2.0/ports?device_id=6805ee16-7746-4279-874c-0d82726c9c9b HTTP/1.1" status: 200 len: 210 time: 0.1648617 Mar 02 17:15:19.837507 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-78a56f81-e80f-439b-99b9-23c6474b0db4 None None] Current status of the port 61fac84d-2277-43f5-9102-881828195ef6 is: ACTIVE; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:15:19.875292 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-a2899d90-93c0-47b4-b577-3fdf723c991f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16ef616-1f0e-499d-98da-807772de13a1', 'name': 'tempest-ServerRescueNegativeTestJSON-1384901836-router', 'tenant_id': '972279b7457f4e0fa6d7b4d953912711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '0099b626-06e1-4535-aeb6-ba1aa02c5619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:15:15Z', 'updated_at': '2022-03-02T17:15:16Z', 'revision_number': 3, 'project_id': '972279b7457f4e0fa6d7b4d953912711', 'gw_port': {'id': '0099b626-06e1-4535-aeb6-ba1aa02c5619', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16ef616-1f0e-499d-98da-807772de13a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:15:16Z', 'updated_at': '2022-03-02T17:15:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi'}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:15:19.931442 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2899d90-93c0-47b4-b577-3fdf723c991f None None] Checking router: f16ef616-1f0e-499d-98da-807772de13a1 for host: dv-cinder-778193-22-iscsi {{(pid=103839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 17:15:19.932049 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2899d90-93c0-47b4-b577-3fdf723c991f None None] Updating router f16ef616-1f0e-499d-98da-807772de13a1 port 0099b626-06e1-4535-aeb6-ba1aa02c5619 binding host dv-cinder-778193-22-iscsi {{(pid=103839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 17:15:19.978647 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-a2899d90-93c0-47b4-b577-3fdf723c991f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (0099b626-06e1-4535-aeb6-ba1aa02c5619), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:20.010884 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-3ad7033c-f139-4b31-831f-618a52b9b6e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:20.018114 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-9f4f5caa-7c7f-46e3-98fa-86b5e76a3ca6 None None] Publish callbacks [] for port (bd880e16-691d-471a-a419-15fdc50e029b), precommit_update {{(pid=103840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:20.452457 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-103b42ab-77cb-4994-97b6-5426a9de221d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:20.520207 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-9f4f5caa-7c7f-46e3-98fa-86b5e76a3ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (bd880e16-691d-471a-a419-15fdc50e029b), after_update {{(pid=103840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:20.521644 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-b24e022c-5f0a-4e11-ae66-eb1cffccc917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:20.522867 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091b005a-b793-4642-b475-53bc93985840 None None] Pushing event updated for resources: {'Port': ['ID=bd880e16-691d-471a-a419-15fdc50e029b,revision_number=2']} {{(pid=103840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:15:20.522867 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091b005a-b793-4642-b475-53bc93985840 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:15:20.522867 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091b005a-b793-4642-b475-53bc93985840 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:15:20.522867 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091b005a-b793-4642-b475-53bc93985840 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:15:20.522867 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091b005a-b793-4642-b475-53bc93985840 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:15:20.522867 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091b005a-b793-4642-b475-53bc93985840 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:15:20.522867 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091b005a-b793-4642-b475-53bc93985840 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:15:20.522867 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091b005a-b793-4642-b475-53bc93985840 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:15:20.522867 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091b005a-b793-4642-b475-53bc93985840 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:15:20.522867 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091b005a-b793-4642-b475-53bc93985840 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:15:20.522867 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091b005a-b793-4642-b475-53bc93985840 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:15:20.522867 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091b005a-b793-4642-b475-53bc93985840 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:15:20.522867 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091b005a-b793-4642-b475-53bc93985840 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:15:20.522867 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091b005a-b793-4642-b475-53bc93985840 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:15:20.522867 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091b005a-b793-4642-b475-53bc93985840 None None] Tracked resource versions report: Mar 02 17:15:20.522867 dv-cinder-778193-22-iscsi neutron-server[103840]: pushed versions: Mar 02 17:15:20.522867 dv-cinder-778193-22-iscsi neutron-server[103840]: { 'AddressGroup': {'1.2'}, Mar 02 17:15:20.522867 dv-cinder-778193-22-iscsi neutron-server[103840]: 'ConntrackHelper': {'1.0'}, Mar 02 17:15:20.522867 dv-cinder-778193-22-iscsi neutron-server[103840]: 'LocalIPAssociation': {'1.0'}, Mar 02 17:15:20.522867 dv-cinder-778193-22-iscsi neutron-server[103840]: 'Log': {'1.0'}, Mar 02 17:15:20.522867 dv-cinder-778193-22-iscsi neutron-server[103840]: 'Network': {'1.1'}, Mar 02 17:15:20.522867 dv-cinder-778193-22-iscsi neutron-server[103840]: 'Port': {'1.7'}, Mar 02 17:15:20.522867 dv-cinder-778193-22-iscsi neutron-server[103840]: 'PortForwarding': {'1.2'}, Mar 02 17:15:20.522867 dv-cinder-778193-22-iscsi neutron-server[103840]: 'QosPolicy': {'1.10'}, Mar 02 17:15:20.522867 dv-cinder-778193-22-iscsi neutron-server[103840]: 'SecurityGroup': {'1.5'}, Mar 02 17:15:20.522867 dv-cinder-778193-22-iscsi neutron-server[103840]: 'SecurityGroupRule': {'1.2'}, Mar 02 17:15:20.522867 dv-cinder-778193-22-iscsi neutron-server[103840]: 'SubPort': {'1.0'}, Mar 02 17:15:20.522867 dv-cinder-778193-22-iscsi neutron-server[103840]: 'Subnet': {'1.1'}, Mar 02 17:15:20.522867 dv-cinder-778193-22-iscsi neutron-server[103840]: 'Trunk': {'1.1'}} Mar 02 17:15:20.522867 dv-cinder-778193-22-iscsi neutron-server[103840]: consumer versions: Mar 02 17:15:20.522867 dv-cinder-778193-22-iscsi neutron-server[103840]: { DHCP agent@dv-cinder-778193-22-iscsi: {}, Mar 02 17:15:20.522867 dv-cinder-778193-22-iscsi neutron-server[103840]: HyperV agent@hv-cinder-77819: {}, Mar 02 17:15:20.522867 dv-cinder-778193-22-iscsi neutron-server[103840]: L3 agent@dv-cinder-778193-22-iscsi: {}, Mar 02 17:15:20.525643 dv-cinder-778193-22-iscsi neutron-server[103840]: Metadata agent@dv-cinder-778193-22-iscsi: {}, Mar 02 17:15:20.525643 dv-cinder-778193-22-iscsi neutron-server[103840]: Metering agent@dv-cinder-778193-22-iscsi: {}, Mar 02 17:15:20.525643 dv-cinder-778193-22-iscsi neutron-server[103840]: Open vSwitch agent@dv-cinder-778193-22-iscsi: { 'AddressGroup': '1.2', Mar 02 17:15:20.525643 dv-cinder-778193-22-iscsi neutron-server[103840]: 'ConntrackHelper': '1.0', Mar 02 17:15:20.525643 dv-cinder-778193-22-iscsi neutron-server[103840]: 'LocalIPAssociation': '1.0', Mar 02 17:15:20.525643 dv-cinder-778193-22-iscsi neutron-server[103840]: 'Log': '1.0', Mar 02 17:15:20.525643 dv-cinder-778193-22-iscsi neutron-server[103840]: 'Network': '1.1', Mar 02 17:15:20.525643 dv-cinder-778193-22-iscsi neutron-server[103840]: 'Port': '1.7', Mar 02 17:15:20.525643 dv-cinder-778193-22-iscsi neutron-server[103840]: 'PortForwarding': '1.2', Mar 02 17:15:20.525643 dv-cinder-778193-22-iscsi neutron-server[103840]: 'QosPolicy': '1.10', Mar 02 17:15:20.525643 dv-cinder-778193-22-iscsi neutron-server[103840]: 'SecurityGroup': '1.5', Mar 02 17:15:20.525643 dv-cinder-778193-22-iscsi neutron-server[103840]: 'SecurityGroupRule': '1.2', Mar 02 17:15:20.525643 dv-cinder-778193-22-iscsi neutron-server[103840]: 'SubPort': '1.0', Mar 02 17:15:20.525643 dv-cinder-778193-22-iscsi neutron-server[103840]: 'Subnet': '1.1', Mar 02 17:15:20.525643 dv-cinder-778193-22-iscsi neutron-server[103840]: 'Trunk': '1.1'}} Mar 02 17:15:20.525643 dv-cinder-778193-22-iscsi neutron-server[103840]: {{(pid=103840) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 17:15:20.525643 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.managers [None req-9f4f5caa-7c7f-46e3-98fa-86b5e76a3ca6 None None] Attempting to bind port bd880e16-691d-471a-a419-15fdc50e029b on host dv-cinder-778193-22-iscsi for vnic_type normal with profile {{(pid=103840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 17:15:20.525643 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.managers [None req-9f4f5caa-7c7f-46e3-98fa-86b5e76a3ca6 None None] Attempting to bind port bd880e16-691d-471a-a419-15fdc50e029b by drivers openvswitch,hyperv on host dv-cinder-778193-22-iscsi at level 0 using segments [{'id': '52804d28-a361-4369-98ca-e918669c489a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf'}] {{(pid=103840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 17:15:20.525643 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4f5caa-7c7f-46e3-98fa-86b5e76a3ca6 None None] Attempting to bind port bd880e16-691d-471a-a419-15fdc50e029b on network 0bf1b91f-7d47-47dc-984e-54613c32c4bf {{(pid=103840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 17:15:20.525643 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4f5caa-7c7f-46e3-98fa-86b5e76a3ca6 None None] Checking agent: {'id': '90356b9b-9a55-4227-ace0-d1fc01a5475f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 6, 38), 'started_at': datetime.datetime(2022, 3, 2, 17, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 17:15:20.525643 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4f5caa-7c7f-46e3-98fa-86b5e76a3ca6 None None] Checking segment: {'id': '52804d28-a361-4369-98ca-e918669c489a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 17:15:20.525643 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-9f4f5caa-7c7f-46e3-98fa-86b5e76a3ca6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:20.525643 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4f5caa-7c7f-46e3-98fa-86b5e76a3ca6 None None] Bound using segment: {'id': '52804d28-a361-4369-98ca-e918669c489a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf'} {{(pid=103840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 17:15:20.528351 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.managers [None req-9f4f5caa-7c7f-46e3-98fa-86b5e76a3ca6 None None] Bound port: bd880e16-691d-471a-a419-15fdc50e029b, host: dv-cinder-778193-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52804d28-a361-4369-98ca-e918669c489a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf'}}] {{(pid=103840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 17:15:20.528351 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-9f4f5caa-7c7f-46e3-98fa-86b5e76a3ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (bd880e16-691d-471a-a419-15fdc50e029b), before_update {{(pid=103840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:20.528572 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-3ad7033c-f139-4b31-831f-618a52b9b6e4 admin admin] Publish callbacks [] for security_group (303e8039-82a8-4005-9736-bff45afaed9a), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:20.529109 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-a2899d90-93c0-47b4-b577-3fdf723c991f None None] Publish callbacks [] for port (0099b626-06e1-4535-aeb6-ba1aa02c5619), precommit_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:20.529183 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.db_base_plugin_common [None req-103b42ab-77cb-4994-97b6-5426a9de221d admin admin] Allocated IP 172.20.0.1 (ba91141c-2c4a-433e-a175-e7c250467227/b2418ff9-f0a5-4e04-8f27-a85b5ef0f2a3/5251a380-45ee-4a11-9d9a-8dc02552250b) {{(pid=103838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:15:20.529254 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.db.db_base_plugin_common [None req-b24e022c-5f0a-4e11-ae66-eb1cffccc917 admin admin] Allocated IP 172.20.0.1 (ef02e7c1-3825-40da-8301-7b2b393305d9/af473c7a-b242-4124-a285-d83fb26df936/633d9ab8-1cf8-4bcc-bd08-eb56783fefaf) {{(pid=103837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:15:20.529318 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.db [None req-9f4f5caa-7c7f-46e3-98fa-86b5e76a3ca6 None None] For port bd880e16-691d-471a-a419-15fdc50e029b, host dv-cinder-778193-22-iscsi, cleared binding levels {{(pid=103840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:15:20.529318 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.db [None req-9f4f5caa-7c7f-46e3-98fa-86b5e76a3ca6 None None] For port bd880e16-691d-471a-a419-15fdc50e029b, host dv-cinder-778193-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=bd880e16-691d-471a-a419-15fdc50e029b,segment=NetworkSegment(52804d28-a361-4369-98ca-e918669c489a),segment_id=52804d28-a361-4369-98ca-e918669c489a)] {{(pid=103840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:15:20.618955 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-103b42ab-77cb-4994-97b6-5426a9de221d admin admin] Publish callbacks [] for port (5251a380-45ee-4a11-9d9a-8dc02552250b), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:20.625159 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-b24e022c-5f0a-4e11-ae66-eb1cffccc917 admin admin] Publish callbacks [] for port (633d9ab8-1cf8-4bcc-bd08-eb56783fefaf), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:20.807724 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-7d6c9656-a316-4989-bf83-ca1fa811f310 req-28f1129e-c548-4301-8c2d-7adda2cb44de tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] 10.222.0.55 "GET /v2.0/ports?device_id=6805ee16-7746-4279-874c-0d82726c9c9b HTTP/1.1" status: 200 len: 210 time: 0.0325663 Mar 02 17:15:20.835028 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-3ad7033c-f139-4b31-831f-618a52b9b6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (303e8039-82a8-4005-9736-bff45afaed9a), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:20.859792 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-a2899d90-93c0-47b4-b577-3fdf723c991f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (0099b626-06e1-4535-aeb6-ba1aa02c5619), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:20.863082 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-9f4f5caa-7c7f-46e3-98fa-86b5e76a3ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (bd880e16-691d-471a-a419-15fdc50e029b), after_update {{(pid=103840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:20.870571 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-103b42ab-77cb-4994-97b6-5426a9de221d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757691134181'] for port (5251a380-45ee-4a11-9d9a-8dc02552250b), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:20.874628 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-b24e022c-5f0a-4e11-ae66-eb1cffccc917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757691134181'] for port (633d9ab8-1cf8-4bcc-bd08-eb56783fefaf), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:20.925124 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-a2899d90-93c0-47b4-b577-3fdf723c991f None None] Attempting to bind port 0099b626-06e1-4535-aeb6-ba1aa02c5619 on host dv-cinder-778193-22-iscsi for vnic_type normal with profile {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 17:15:20.927861 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-a2899d90-93c0-47b4-b577-3fdf723c991f None None] Attempting to bind port 0099b626-06e1-4535-aeb6-ba1aa02c5619 by drivers openvswitch,hyperv on host dv-cinder-778193-22-iscsi at level 0 using segments [{'id': '52804d28-a361-4369-98ca-e918669c489a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf'}] {{(pid=103839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 17:15:20.927861 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2899d90-93c0-47b4-b577-3fdf723c991f None None] Attempting to bind port 0099b626-06e1-4535-aeb6-ba1aa02c5619 on network 0bf1b91f-7d47-47dc-984e-54613c32c4bf {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 17:15:20.928526 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7db2ce2-eb53-4dae-94d3-da084ef2a1d9 None None] Pushing event updated for resources: {'Port': ['ID=0099b626-06e1-4535-aeb6-ba1aa02c5619,revision_number=2']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:15:20.937963 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2899d90-93c0-47b4-b577-3fdf723c991f None None] Checking agent: {'id': '90356b9b-9a55-4227-ace0-d1fc01a5475f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 6, 38), 'started_at': datetime.datetime(2022, 3, 2, 17, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 17:15:20.938342 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2899d90-93c0-47b4-b577-3fdf723c991f None None] Checking segment: {'id': '52804d28-a361-4369-98ca-e918669c489a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 17:15:20.939320 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-a2899d90-93c0-47b4-b577-3fdf723c991f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:20.939731 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2899d90-93c0-47b4-b577-3fdf723c991f None None] Bound using segment: {'id': '52804d28-a361-4369-98ca-e918669c489a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf'} {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 17:15:20.940210 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-a2899d90-93c0-47b4-b577-3fdf723c991f None None] Bound port: 0099b626-06e1-4535-aeb6-ba1aa02c5619, host: dv-cinder-778193-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52804d28-a361-4369-98ca-e918669c489a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf'}}] {{(pid=103839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 17:15:20.940585 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-a2899d90-93c0-47b4-b577-3fdf723c991f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (0099b626-06e1-4535-aeb6-ba1aa02c5619), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:20.955556 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103b42ab-77cb-4994-97b6-5426a9de221d admin admin] Network ba91141c-2c4a-433e-a175-e7c250467227 is already hosted by enough agents. {{(pid=103838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:15:20.973962 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.base_scheduler [None req-103b42ab-77cb-4994-97b6-5426a9de221d admin admin] Resources bound (agent type, host, resource id): {{(pid=103838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:15:20.977611 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24e022c-5f0a-4e11-ae66-eb1cffccc917 admin admin] Network ef02e7c1-3825-40da-8301-7b2b393305d9 is already hosted by enough agents. {{(pid=103837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:15:20.993118 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103b42ab-77cb-4994-97b6-5426a9de221d admin admin] Received port after_create {{(pid=103838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 17:15:21.002221 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-103b42ab-77cb-4994-97b6-5426a9de221d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755258'] for router_interface (96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:21.006166 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24e022c-5f0a-4e11-ae66-eb1cffccc917 admin admin] Pushing event updated for resources: {'Port': ['ID=633d9ab8-1cf8-4bcc-bd08-eb56783fefaf,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:15:21.009439 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.scheduler.base_scheduler [None req-b24e022c-5f0a-4e11-ae66-eb1cffccc917 admin admin] Resources bound (agent type, host, resource id): {{(pid=103837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:15:21.025917 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad7033c-f139-4b31-831f-618a52b9b6e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=303e8039-82a8-4005-9736-bff45afaed9a,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:15:21.038952 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-3ad7033c-f139-4b31-831f-618a52b9b6e4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=351eea33b04c4c9997c3dba0db38d63a&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4071729 Mar 02 17:15:21.039602 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 43632) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:15:21.040906 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-a2899d90-93c0-47b4-b577-3fdf723c991f None None] For port 0099b626-06e1-4535-aeb6-ba1aa02c5619, host dv-cinder-778193-22-iscsi, cleared binding levels {{(pid=103839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:15:21.052143 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-a2899d90-93c0-47b4-b577-3fdf723c991f None None] For port 0099b626-06e1-4535-aeb6-ba1aa02c5619, host dv-cinder-778193-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=0099b626-06e1-4535-aeb6-ba1aa02c5619,segment=NetworkSegment(52804d28-a361-4369-98ca-e918669c489a),segment_id=52804d28-a361-4369-98ca-e918669c489a)] {{(pid=103839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:15:21.087969 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103b42ab-77cb-4994-97b6-5426a9de221d admin admin] Pushing event updated for resources: {'Port': ['ID=5251a380-45ee-4a11-9d9a-8dc02552250b,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:15:21.090501 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091b005a-b793-4642-b475-53bc93985840 None None] Pushing event updated for resources: {'Port': ['ID=bd880e16-691d-471a-a419-15fdc50e029b,revision_number=3']} {{(pid=103840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:15:21.112310 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24e022c-5f0a-4e11-ae66-eb1cffccc917 admin admin] Received port after_create {{(pid=103837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 17:15:21.112792 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-b24e022c-5f0a-4e11-ae66-eb1cffccc917 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755258'] for router_interface (f16ef616-1f0e-499d-98da-807772de13a1), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:21.117588 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-a2899d90-93c0-47b4-b577-3fdf723c991f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (0099b626-06e1-4535-aeb6-ba1aa02c5619), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:21.167709 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4f5caa-7c7f-46e3-98fa-86b5e76a3ca6 None None] Routers {'96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:15:21.168761 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_hamode_db [None req-9f4f5caa-7c7f-46e3-98fa-86b5e76a3ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:15:04Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad'], 'active': True} {{(pid=103840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:15:21.282358 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2899d90-93c0-47b4-b577-3fdf723c991f None None] Routers {'f16ef616-1f0e-499d-98da-807772de13a1'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:15:21.295322 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-a2899d90-93c0-47b4-b577-3fdf723c991f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:15:04Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['f16ef616-1f0e-499d-98da-807772de13a1'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:15:21.323618 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-0e654214-1113-4384-9dc6-fb810db2edd4 admin admin] Publish callbacks [] for security_group (303e8039-82a8-4005-9736-bff45afaed9a), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:21.344863 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_dvr_db [None req-9f4f5caa-7c7f-46e3-98fa-86b5e76a3ca6 None None] Set router 96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad gateway port host: dv-cinder-778193-22-iscsi {{(pid=103840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:15:21.445459 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-0e654214-1113-4384-9dc6-fb810db2edd4 admin admin] Publish callbacks [] for security_group (303e8039-82a8-4005-9736-bff45afaed9a), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:21.606135 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7db2ce2-eb53-4dae-94d3-da084ef2a1d9 None None] Pushing event updated for resources: {'Port': ['ID=0099b626-06e1-4535-aeb6-ba1aa02c5619,revision_number=3']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:15:21.637387 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-103b42ab-77cb-4994-97b6-5426a9de221d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (5251a380-45ee-4a11-9d9a-8dc02552250b), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:21.640868 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-a2899d90-93c0-47b4-b577-3fdf723c991f None None] Set router f16ef616-1f0e-499d-98da-807772de13a1 gateway port host: dv-cinder-778193-22-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:15:21.642681 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-b24e022c-5f0a-4e11-ae66-eb1cffccc917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (633d9ab8-1cf8-4bcc-bd08-eb56783fefaf), before_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:21.685037 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-0e654214-1113-4384-9dc6-fb810db2edd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (303e8039-82a8-4005-9736-bff45afaed9a), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:21.688741 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-0e654214-1113-4384-9dc6-fb810db2edd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:21.693627 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-0e654214-1113-4384-9dc6-fb810db2edd4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/303e8039-82a8-4005-9736-bff45afaed9a HTTP/1.1" status: 204 len: 168 time: 0.6494021 Mar 02 17:15:21.706742 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_hamode_db [None req-9f4f5caa-7c7f-46e3-98fa-86b5e76a3ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad', 'name': 'tempest-AttachVolumeShelveTestJSON-2026303204-router', 'tenant_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'bd880e16-691d-471a-a419-15fdc50e029b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:15:15Z', 'updated_at': '2022-03-02T17:15:17Z', 'revision_number': 3, 'project_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'gw_port': {'id': 'bd880e16-691d-471a-a419-15fdc50e029b', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6d:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:15:16Z', 'updated_at': '2022-03-02T17:15:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi'}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:15:21.727280 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e654214-1113-4384-9dc6-fb810db2edd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=303e8039-82a8-4005-9736-bff45afaed9a,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:15:21.806552 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4f5caa-7c7f-46e3-98fa-86b5e76a3ca6 None None] The sync data for ids ['96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad'] in dv-cinder-778193-22-iscsi is: [{'id': '96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad', 'name': 'tempest-AttachVolumeShelveTestJSON-2026303204-router', 'tenant_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'bd880e16-691d-471a-a419-15fdc50e029b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:15:15Z', 'updated_at': '2022-03-02T17:15:17Z', 'revision_number': 3, 'project_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'gw_port': {'id': 'bd880e16-691d-471a-a419-15fdc50e029b', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6d:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:15:16Z', 'updated_at': '2022-03-02T17:15:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi'}] {{(pid=103840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 17:15:21.822470 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-a5b4c158-838d-4cbd-bf4a-abe29a71d158 None None] Provisioning complete for port 5251a380-45ee-4a11-9d9a-8dc02552250b triggered by entity DHCP. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:15:21.822860 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-a5b4c158-838d-4cbd-bf4a-abe29a71d158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (5251a380-45ee-4a11-9d9a-8dc02552250b), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:21.891772 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-a5b4c158-838d-4cbd-bf4a-abe29a71d158 None None] Port 5251a380-45ee-4a11-9d9a-8dc02552250b cannot update to ACTIVE because it is not bound. {{(pid=103839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 17:15:21.928339 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-b787d07c-f359-4a31-90dc-3cee35860536 req-befa936d-c325-4069-b03f-90baab7a6056 tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] 10.222.0.55 "GET /v2.0/ports?device_id=6805ee16-7746-4279-874c-0d82726c9c9b HTTP/1.1" status: 200 len: 210 time: 0.0522506 Mar 02 17:15:21.946149 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-a2899d90-93c0-47b4-b577-3fdf723c991f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16ef616-1f0e-499d-98da-807772de13a1', 'name': 'tempest-ServerRescueNegativeTestJSON-1384901836-router', 'tenant_id': '972279b7457f4e0fa6d7b4d953912711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '0099b626-06e1-4535-aeb6-ba1aa02c5619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:15:15Z', 'updated_at': '2022-03-02T17:15:16Z', 'revision_number': 3, 'project_id': '972279b7457f4e0fa6d7b4d953912711', 'gw_port': {'id': '0099b626-06e1-4535-aeb6-ba1aa02c5619', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16ef616-1f0e-499d-98da-807772de13a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:15:16Z', 'updated_at': '2022-03-02T17:15:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi'}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:15:21.960883 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-103b42ab-77cb-4994-97b6-5426a9de221d admin admin] Publish callbacks [] for port (5251a380-45ee-4a11-9d9a-8dc02552250b), precommit_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:22.002023 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2899d90-93c0-47b4-b577-3fdf723c991f None None] The sync data for ids ['f16ef616-1f0e-499d-98da-807772de13a1'] in dv-cinder-778193-22-iscsi is: [{'id': 'f16ef616-1f0e-499d-98da-807772de13a1', 'name': 'tempest-ServerRescueNegativeTestJSON-1384901836-router', 'tenant_id': '972279b7457f4e0fa6d7b4d953912711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '0099b626-06e1-4535-aeb6-ba1aa02c5619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:15:15Z', 'updated_at': '2022-03-02T17:15:16Z', 'revision_number': 3, 'project_id': '972279b7457f4e0fa6d7b4d953912711', 'gw_port': {'id': '0099b626-06e1-4535-aeb6-ba1aa02c5619', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16ef616-1f0e-499d-98da-807772de13a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:15:16Z', 'updated_at': '2022-03-02T17:15:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi'}] {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 17:15:22.034142 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-b24e022c-5f0a-4e11-ae66-eb1cffccc917 admin admin] Publish callbacks [] for port (633d9ab8-1cf8-4bcc-bd08-eb56783fefaf), precommit_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:22.048526 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-103b42ab-77cb-4994-97b6-5426a9de221d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (5251a380-45ee-4a11-9d9a-8dc02552250b), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:22.049383 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-103b42ab-77cb-4994-97b6-5426a9de221d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755626'] for router_interface (96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:22.145547 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103b42ab-77cb-4994-97b6-5426a9de221d admin admin] Pushing event updated for resources: {'Port': ['ID=5251a380-45ee-4a11-9d9a-8dc02552250b,revision_number=2']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:15:22.159046 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-b24e022c-5f0a-4e11-ae66-eb1cffccc917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (633d9ab8-1cf8-4bcc-bd08-eb56783fefaf), after_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:22.160417 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-b24e022c-5f0a-4e11-ae66-eb1cffccc917 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755626'] for router_interface (f16ef616-1f0e-499d-98da-807772de13a1), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:22.290806 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103b42ab-77cb-4994-97b6-5426a9de221d admin admin] Network ba91141c-2c4a-433e-a175-e7c250467227 is already hosted by enough agents. {{(pid=103838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:15:22.294057 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.base_scheduler [None req-103b42ab-77cb-4994-97b6-5426a9de221d admin admin] Resources bound (agent type, host, resource id): {{(pid=103838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:15:22.393346 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24e022c-5f0a-4e11-ae66-eb1cffccc917 admin admin] Pushing event updated for resources: {'Port': ['ID=633d9ab8-1cf8-4bcc-bd08-eb56783fefaf,revision_number=2']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:15:22.532241 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24e022c-5f0a-4e11-ae66-eb1cffccc917 admin admin] Network ef02e7c1-3825-40da-8301-7b2b393305d9 is already hosted by enough agents. {{(pid=103837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:15:22.534810 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.scheduler.base_scheduler [None req-b24e022c-5f0a-4e11-ae66-eb1cffccc917 admin admin] Resources bound (agent type, host, resource id): {{(pid=103837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:15:22.584793 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-103b42ab-77cb-4994-97b6-5426a9de221d admin admin] Router 96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad has already been hosted by L3 agent 90b713d5-0d52-4da0-a663-b3b1c9fefb3d {{(pid=103838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:15:22.722809 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-af10a450-b2a4-4b7f-ab69-0a08377583ba None None] Provisioning complete for port 5251a380-45ee-4a11-9d9a-8dc02552250b triggered by entity DHCP. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:15:22.723622 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-af10a450-b2a4-4b7f-ab69-0a08377583ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (5251a380-45ee-4a11-9d9a-8dc02552250b), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:22.790930 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 43678) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:15:22.798506 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-af10a450-b2a4-4b7f-ab69-0a08377583ba None None] Port 5251a380-45ee-4a11-9d9a-8dc02552250b cannot update to ACTIVE because it is not bound. {{(pid=103839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 17:15:22.811022 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b24e022c-5f0a-4e11-ae66-eb1cffccc917 admin admin] Router f16ef616-1f0e-499d-98da-807772de13a1 has already been hosted by L3 agent 90b713d5-0d52-4da0-a663-b3b1c9fefb3d {{(pid=103837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:15:22.824051 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-3785b8c2-eadf-4036-91c7-fdaee5170923 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:22.940354 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-103b42ab-77cb-4994-97b6-5426a9de221d admin admin] Notify agent at l3_agent.dv-cinder-778193-22-iscsi the message routers_updated {{(pid=103838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:15:22.946378 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-103b42ab-77cb-4994-97b6-5426a9de221d admin admin] 10.222.0.55 "PUT /v2.0/routers/96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2828925 Mar 02 17:15:23.036329 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b24e022c-5f0a-4e11-ae66-eb1cffccc917 admin admin] Notify agent at l3_agent.dv-cinder-778193-22-iscsi the message routers_updated {{(pid=103837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:15:23.047708 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-b24e022c-5f0a-4e11-ae66-eb1cffccc917 admin admin] 10.222.0.55 "PUT /v2.0/routers/f16ef616-1f0e-499d-98da-807772de13a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2726545 Mar 02 17:15:23.118712 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-3785b8c2-eadf-4036-91c7-fdaee5170923 admin admin] Publish callbacks [] for security_group (55ffa0d1-0f1f-4c7b-bdaf-3f9ebedbb206), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:23.215344 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-3785b8c2-eadf-4036-91c7-fdaee5170923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (55ffa0d1-0f1f-4c7b-bdaf-3f9ebedbb206), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:23.280510 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3785b8c2-eadf-4036-91c7-fdaee5170923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ffa0d1-0f1f-4c7b-bdaf-3f9ebedbb206,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:15:23.284926 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 43690) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:15:23.313468 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-3785b8c2-eadf-4036-91c7-fdaee5170923 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3bcf91fa507640bd83c1160c69e4c9b6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5204461 Mar 02 17:15:23.315864 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 43694) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:15:23.368897 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-9c4671ff-5a31-4860-9a77-6ee12a5541b4 req-2c0a2fed-09ca-4fcd-94f3-dbbb72147db0 tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] 10.222.0.55 "GET /v2.0/ports?device_id=6805ee16-7746-4279-874c-0d82726c9c9b HTTP/1.1" status: 200 len: 210 time: 0.0815723 Mar 02 17:15:23.374881 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device 0099b626-06e1-4535-aeb6-ba1aa02c5619 up at agent ovs-agent-dv-cinder-778193-22-iscsi {{(pid=103839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 17:15:23.522441 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Provisioning complete for port 0099b626-06e1-4535-aeb6-ba1aa02c5619 triggered by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:15:23.522965 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (0099b626-06e1-4535-aeb6-ba1aa02c5619), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:23.529362 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c2804377-2a1f-41f5-9926-9c60c9d6eeb0 admin admin] Publish callbacks [] for security_group (55ffa0d1-0f1f-4c7b-bdaf-3f9ebedbb206), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:23.657887 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Current status of the port 0099b626-06e1-4535-aeb6-ba1aa02c5619 is: DOWN; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:15:23.658525 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (0099b626-06e1-4535-aeb6-ba1aa02c5619), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:23.712241 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] For port 0099b626-06e1-4535-aeb6-ba1aa02c5619, host dv-cinder-778193-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=0099b626-06e1-4535-aeb6-ba1aa02c5619,segment=NetworkSegment(52804d28-a361-4369-98ca-e918669c489a),segment_id=52804d28-a361-4369-98ca-e918669c489a)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:15:23.767050 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c2804377-2a1f-41f5-9926-9c60c9d6eeb0 admin admin] Publish callbacks [] for security_group (55ffa0d1-0f1f-4c7b-bdaf-3f9ebedbb206), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:23.859354 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (0099b626-06e1-4535-aeb6-ba1aa02c5619), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:23.861329 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device bd880e16-691d-471a-a419-15fdc50e029b up at agent ovs-agent-dv-cinder-778193-22-iscsi {{(pid=103839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 17:15:23.916727 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c2804377-2a1f-41f5-9926-9c60c9d6eeb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (55ffa0d1-0f1f-4c7b-bdaf-3f9ebedbb206), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:23.922998 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c2804377-2a1f-41f5-9926-9c60c9d6eeb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:23.926545 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-c2804377-2a1f-41f5-9926-9c60c9d6eeb0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/55ffa0d1-0f1f-4c7b-bdaf-3f9ebedbb206 HTTP/1.1" status: 204 len: 168 time: 0.6043394 Mar 02 17:15:23.941762 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2804377-2a1f-41f5-9926-9c60c9d6eeb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ffa0d1-0f1f-4c7b-bdaf-3f9ebedbb206,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:15:24.008890 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Pushing event updated for resources: {'Port': ['ID=0099b626-06e1-4535-aeb6-ba1aa02c5619,revision_number=4']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:15:24.027531 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Provisioning complete for port bd880e16-691d-471a-a419-15fdc50e029b triggered by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:15:24.027916 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (bd880e16-691d-471a-a419-15fdc50e029b), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:24.084050 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 43730) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:15:24.092917 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-b67752bb-b879-455d-89e8-b358efcf5c78 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1900479091', 'description': 'tempest-description--701527320'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:15:24.113190 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f08c3-3f6a-4943-a70d-4474ccaf9f06 req-f5bfec13-c57e-4bf7-9c5d-d6828f2cc97d tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:24.114793 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-1d8f08c3-3f6a-4943-a70d-4474ccaf9f06 req-f5bfec13-c57e-4bf7-9c5d-d6828f2cc97d tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/networks?id=ef02e7c1-3825-40da-8301-7b2b393305d9 HTTP/1.1" status: 200 len: 819 time: 0.2027617 Mar 02 17:15:24.140826 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-1d8f08c3-3f6a-4943-a70d-4474ccaf9f06 req-5ccec793-0538-4b5c-aef3-164843fdfaf4 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/quotas/972279b7457f4e0fa6d7b4d953912711 HTTP/1.1" status: 200 len: 375 time: 0.0174816 Mar 02 17:15:24.172409 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Current status of the port bd880e16-691d-471a-a419-15fdc50e029b is: DOWN; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:15:24.172839 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (bd880e16-691d-471a-a419-15fdc50e029b), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:24.209746 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] For port bd880e16-691d-471a-a419-15fdc50e029b, host dv-cinder-778193-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=bd880e16-691d-471a-a419-15fdc50e029b,segment=NetworkSegment(52804d28-a361-4369-98ca-e918669c489a),segment_id=52804d28-a361-4369-98ca-e918669c489a)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:15:24.260219 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-b67752bb-b879-455d-89e8-b358efcf5c78 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:24.266322 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-1d8f08c3-3f6a-4943-a70d-4474ccaf9f06 req-37972302-9c80-48a8-9036-d98c8601c7a0 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=972279b7457f4e0fa6d7b4d953912711&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1242571 Mar 02 17:15:24.301003 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (bd880e16-691d-471a-a419-15fdc50e029b), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:24.407276 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Pushing event updated for resources: {'Port': ['ID=bd880e16-691d-471a-a419-15fdc50e029b,revision_number=4']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:15:24.436137 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-b67752bb-b879-455d-89e8-b358efcf5c78 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks [] for security_group (f77ced95-441a-4df3-ae3b-1055c1374c7f), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:24.528793 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-b67752bb-b879-455d-89e8-b358efcf5c78 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (f77ced95-441a-4df3-ae3b-1055c1374c7f), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:24.562961 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [req-1d8f08c3-3f6a-4943-a70d-4474ccaf9f06 req-969e68fb-3d37-4145-afc4-2adb964e136f service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103838) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 17:15:24.570407 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-1d8f08c3-3f6a-4943-a70d-4474ccaf9f06 req-969e68fb-3d37-4145-afc4-2adb964e136f service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1089857 Mar 02 17:15:24.593815 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67752bb-b879-455d-89e8-b358efcf5c78 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f77ced95-441a-4df3-ae3b-1055c1374c7f,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:15:24.635816 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-6efdfdb7-56c9-403a-b94b-d310a9771585 req-dcdab25c-3e58-40dd-b229-571543f90daf tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] 10.222.0.55 "GET /v2.0/ports?device_id=6805ee16-7746-4279-874c-0d82726c9c9b HTTP/1.1" status: 200 len: 210 time: 0.0337510 Mar 02 17:15:24.679017 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-b67752bb-b879-455d-89e8-b358efcf5c78 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:24.680278 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-b67752bb-b879-455d-89e8-b358efcf5c78 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5950909 Mar 02 17:15:24.686016 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 43758) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:15:24.696992 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-1ec0d8e8-c0a1-4498-ab41-8c907c6271c2 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Request body: {'security_group_rule': {'security_group_id': 'f77ced95-441a-4df3-ae3b-1055c1374c7f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:15:24.744503 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-1d8f08c3-3f6a-4943-a70d-4474ccaf9f06 req-4af173df-2448-4ba0-bbba-f10e12ecc4ff service neutron] 10.222.0.55 "GET /v2.0/networks/ef02e7c1-3825-40da-8301-7b2b393305d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728337 Mar 02 17:15:24.845171 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-1d8f08c3-3f6a-4943-a70d-4474ccaf9f06 req-90f832d2-26ab-4be6-a0cc-125924df545b service neutron] 10.222.0.55 "GET /v2.0/networks/ef02e7c1-3825-40da-8301-7b2b393305d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941360 Mar 02 17:15:24.874716 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-1ec0d8e8-c0a1-4498-ab41-8c907c6271c2 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks [] for security_group_rule (eff9bf3c-f0aa-4bb9-b42f-f92775ba53fa), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:24.917339 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f8977f-6b0b-4984-9f49-f9e8942124d1 None None] Sync routers for ids ['f16ef616-1f0e-499d-98da-807772de13a1'] in dv-cinder-778193-22-iscsi {{(pid=103840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 17:15:24.934657 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f8977f-6b0b-4984-9f49-f9e8942124d1 None None] Routers {'f16ef616-1f0e-499d-98da-807772de13a1'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:15:24.935973 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_hamode_db [None req-c4f8977f-6b0b-4984-9f49-f9e8942124d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:15:04Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['f16ef616-1f0e-499d-98da-807772de13a1'], 'active': True} {{(pid=103840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:15:24.962017 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-1ec0d8e8-c0a1-4498-ab41-8c907c6271c2 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks [] for security_group_rule (eff9bf3c-f0aa-4bb9-b42f-f92775ba53fa), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:25.026400 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-1ec0d8e8-c0a1-4498-ab41-8c907c6271c2 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785262'] for security_group_rule (eff9bf3c-f0aa-4bb9-b42f-f92775ba53fa), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:25.044711 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec0d8e8-c0a1-4498-ab41-8c907c6271c2 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eff9bf3c-f0aa-4bb9-b42f-f92775ba53fa,revision_number=0']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:15:25.070360 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_dvr_db [None req-c4f8977f-6b0b-4984-9f49-f9e8942124d1 None None] Set router f16ef616-1f0e-499d-98da-807772de13a1 gateway port host: dv-cinder-778193-22-iscsi {{(pid=103840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:15:25.150124 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device 0099b626-06e1-4535-aeb6-ba1aa02c5619 up at agent ovs-agent-dv-cinder-778193-22-iscsi {{(pid=103839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 17:15:25.170055 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-1ec0d8e8-c0a1-4498-ab41-8c907c6271c2 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:25.175604 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-1ec0d8e8-c0a1-4498-ab41-8c907c6271c2 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4806414 Mar 02 17:15:25.176021 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 43778) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:15:25.181234 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [None req-1f51eb69-04fe-4282-9857-7212c266c1d5 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Request body: {'security_group_rule': {'security_group_id': 'f77ced95-441a-4df3-ae3b-1055c1374c7f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:15:25.305923 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Provisioning complete for port 0099b626-06e1-4535-aeb6-ba1aa02c5619 triggered by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:15:25.306310 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (0099b626-06e1-4535-aeb6-ba1aa02c5619), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:25.308530 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-4a5ef791-9366-4632-96e6-24741803e1ef req-555dd7c4-c79c-498d-a5bf-97669a4e83eb tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4081c5a4-d3d8-4855-87a3-25860d7f4961 HTTP/1.1" status: 200 len: 210 time: 0.0412865 Mar 02 17:15:25.385549 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1f51eb69-04fe-4282-9857-7212c266c1d5 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks [] for security_group_rule (6e5bac40-0afc-4f88-8fbb-03e99f8d514d), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:25.421684 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e63562-4f9f-4336-8208-be624c2f1a5a None None] Sync routers for ids ['96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad'] in dv-cinder-778193-22-iscsi {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 17:15:25.441481 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e63562-4f9f-4336-8208-be624c2f1a5a None None] Routers {'96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:15:25.442362 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-18e63562-4f9f-4336-8208-be624c2f1a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:15:04Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:15:25.546824 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_hamode_db [None req-c4f8977f-6b0b-4984-9f49-f9e8942124d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16ef616-1f0e-499d-98da-807772de13a1', 'name': 'tempest-ServerRescueNegativeTestJSON-1384901836-router', 'tenant_id': '972279b7457f4e0fa6d7b4d953912711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '0099b626-06e1-4535-aeb6-ba1aa02c5619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:15:15Z', 'updated_at': '2022-03-02T17:15:21Z', 'revision_number': 4, 'project_id': '972279b7457f4e0fa6d7b4d953912711', 'gw_port': {'id': '0099b626-06e1-4535-aeb6-ba1aa02c5619', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16ef616-1f0e-499d-98da-807772de13a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:15:16Z', 'updated_at': '2022-03-02T17:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_interfaces': [{'id': '633d9ab8-1cf8-4bcc-bd08-eb56783fefaf', 'name': '', 'network_id': 'ef02e7c1-3825-40da-8301-7b2b393305d9', 'tenant_id': '972279b7457f4e0fa6d7b4d953912711', 'mac_address': 'fa:16:3e:2e:60:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16ef616-1f0e-499d-98da-807772de13a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'af473c7a-b242-4124-a285-d83fb26df936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:15:20Z', 'updated_at': '2022-03-02T17:15:21Z', 'revision_number': 2, 'project_id': '972279b7457f4e0fa6d7b4d953912711', 'subnets': [{'id': 'af473c7a-b242-4124-a285-d83fb26df936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:15:25.568380 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Current status of the port 0099b626-06e1-4535-aeb6-ba1aa02c5619 is: ACTIVE; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:15:25.569575 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device bd880e16-691d-471a-a419-15fdc50e029b up at agent ovs-agent-dv-cinder-778193-22-iscsi {{(pid=103839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 17:15:25.579949 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1f51eb69-04fe-4282-9857-7212c266c1d5 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks [] for security_group_rule (6e5bac40-0afc-4f88-8fbb-03e99f8d514d), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:25.589905 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f8977f-6b0b-4984-9f49-f9e8942124d1 None None] Checking router: f16ef616-1f0e-499d-98da-807772de13a1 for host: dv-cinder-778193-22-iscsi {{(pid=103840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 17:15:25.590387 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f8977f-6b0b-4984-9f49-f9e8942124d1 None None] Updating router f16ef616-1f0e-499d-98da-807772de13a1 port 633d9ab8-1cf8-4bcc-bd08-eb56783fefaf binding host dv-cinder-778193-22-iscsi {{(pid=103840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 17:15:25.634736 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-c4f8977f-6b0b-4984-9f49-f9e8942124d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (633d9ab8-1cf8-4bcc-bd08-eb56783fefaf), before_update {{(pid=103840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:25.651120 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-18e63562-4f9f-4336-8208-be624c2f1a5a None None] Set router 96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad gateway port host: dv-cinder-778193-22-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:15:25.685608 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1f51eb69-04fe-4282-9857-7212c266c1d5 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785262'] for security_group_rule (6e5bac40-0afc-4f88-8fbb-03e99f8d514d), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:25.732132 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f51eb69-04fe-4282-9857-7212c266c1d5 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e5bac40-0afc-4f88-8fbb-03e99f8d514d,revision_number=0']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:15:25.804993 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20069182-58d5-4d7d-968d-75ff1ee1891f req-910ca43d-d017-4286-89ab-32125aa2e70e tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:25.807006 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-20069182-58d5-4d7d-968d-75ff1ee1891f req-910ca43d-d017-4286-89ab-32125aa2e70e tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/networks?id=ef02e7c1-3825-40da-8301-7b2b393305d9 HTTP/1.1" status: 200 len: 819 time: 0.2258985 Mar 02 17:15:25.829156 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-20069182-58d5-4d7d-968d-75ff1ee1891f req-2970203e-a403-4162-828c-3351567a0986 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/quotas/972279b7457f4e0fa6d7b4d953912711 HTTP/1.1" status: 200 len: 375 time: 0.0116799 Mar 02 17:15:25.845888 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-200c75f1-5964-4e4c-9e27-da7c5e7ed289 req-7b47e127-cd5b-4604-b415-3eef0e20ee11 tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] 10.222.0.55 "GET /v2.0/ports?device_id=6805ee16-7746-4279-874c-0d82726c9c9b HTTP/1.1" status: 200 len: 210 time: 0.0377250 Mar 02 17:15:25.881922 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1f51eb69-04fe-4282-9857-7212c266c1d5 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:25.883342 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-1f51eb69-04fe-4282-9857-7212c266c1d5 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7062030 Mar 02 17:15:25.891372 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 43830) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:15:25.897184 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-c4b9bbc1-adca-45c1-8f8f-8cf0039e7f20 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Request body: {'floatingip': {'floating_network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:15:25.928393 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-20069182-58d5-4d7d-968d-75ff1ee1891f req-f3ceeab1-9907-4376-a29b-20626d080792 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=972279b7457f4e0fa6d7b4d953912711&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0848505 Mar 02 17:15:25.934673 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Provisioning complete for port bd880e16-691d-471a-a419-15fdc50e029b triggered by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:15:25.935398 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (bd880e16-691d-471a-a419-15fdc50e029b), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:26.052076 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c4b9bbc1-adca-45c1-8f8f-8cf0039e7f20 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:26.087738 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-18e63562-4f9f-4336-8208-be624c2f1a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad', 'name': 'tempest-AttachVolumeShelveTestJSON-2026303204-router', 'tenant_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'bd880e16-691d-471a-a419-15fdc50e029b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:15:15Z', 'updated_at': '2022-03-02T17:15:21Z', 'revision_number': 4, 'project_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'gw_port': {'id': 'bd880e16-691d-471a-a419-15fdc50e029b', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:15:16Z', 'updated_at': '2022-03-02T17:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_interfaces': [{'id': '5251a380-45ee-4a11-9d9a-8dc02552250b', 'name': '', 'network_id': 'ba91141c-2c4a-433e-a175-e7c250467227', 'tenant_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'mac_address': 'fa:16:3e:97:0c:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'b2418ff9-f0a5-4e04-8f27-a85b5ef0f2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:15:20Z', 'updated_at': '2022-03-02T17:15:21Z', 'revision_number': 2, 'project_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'subnets': [{'id': 'b2418ff9-f0a5-4e04-8f27-a85b5ef0f2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:15:26.089406 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-c4f8977f-6b0b-4984-9f49-f9e8942124d1 None None] Publish callbacks [] for port (633d9ab8-1cf8-4bcc-bd08-eb56783fefaf), precommit_update {{(pid=103840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:26.122236 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Current status of the port bd880e16-691d-471a-a419-15fdc50e029b is: ACTIVE; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:15:26.124829 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e63562-4f9f-4336-8208-be624c2f1a5a None None] Checking router: 96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad for host: dv-cinder-778193-22-iscsi {{(pid=103839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 17:15:26.125343 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e63562-4f9f-4336-8208-be624c2f1a5a None None] Updating router 96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad port 5251a380-45ee-4a11-9d9a-8dc02552250b binding host dv-cinder-778193-22-iscsi {{(pid=103839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 17:15:26.145433 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-20069182-58d5-4d7d-968d-75ff1ee1891f req-ea2624bd-153a-410e-8ade-11e9088f467b service neutron] 10.222.0.55 "GET /v2.0/networks/ef02e7c1-3825-40da-8301-7b2b393305d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064199 Mar 02 17:15:26.167558 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-18e63562-4f9f-4336-8208-be624c2f1a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (5251a380-45ee-4a11-9d9a-8dc02552250b), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:26.173630 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-c4f8977f-6b0b-4984-9f49-f9e8942124d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (633d9ab8-1cf8-4bcc-bd08-eb56783fefaf), after_update {{(pid=103840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:26.315983 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c4b9bbc1-adca-45c1-8f8f-8cf0039e7f20 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:26.386015 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-20069182-58d5-4d7d-968d-75ff1ee1891f req-c22a0368-fe0c-47d5-83f7-da5d3f5366a9 service neutron] 10.222.0.55 "GET /v2.0/networks/ef02e7c1-3825-40da-8301-7b2b393305d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318094 Mar 02 17:15:26.436703 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.managers [None req-c4f8977f-6b0b-4984-9f49-f9e8942124d1 None None] Attempting to bind port 633d9ab8-1cf8-4bcc-bd08-eb56783fefaf on host dv-cinder-778193-22-iscsi for vnic_type normal with profile {{(pid=103840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 17:15:26.437311 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.managers [None req-c4f8977f-6b0b-4984-9f49-f9e8942124d1 None None] Attempting to bind port 633d9ab8-1cf8-4bcc-bd08-eb56783fefaf by drivers openvswitch,hyperv on host dv-cinder-778193-22-iscsi at level 0 using segments [{'id': '4a5dee39-eed3-4cc2-bb42-87d9e619875d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ef02e7c1-3825-40da-8301-7b2b393305d9'}] {{(pid=103840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 17:15:26.437425 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f8977f-6b0b-4984-9f49-f9e8942124d1 None None] Attempting to bind port 633d9ab8-1cf8-4bcc-bd08-eb56783fefaf on network ef02e7c1-3825-40da-8301-7b2b393305d9 {{(pid=103840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 17:15:26.448996 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f8977f-6b0b-4984-9f49-f9e8942124d1 None None] Checking agent: {'id': '90356b9b-9a55-4227-ace0-d1fc01a5475f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 6, 38), 'started_at': datetime.datetime(2022, 3, 2, 17, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 17:15:26.449378 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f8977f-6b0b-4984-9f49-f9e8942124d1 None None] Checking segment: {'id': '4a5dee39-eed3-4cc2-bb42-87d9e619875d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ef02e7c1-3825-40da-8301-7b2b393305d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 17:15:26.449764 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-c4f8977f-6b0b-4984-9f49-f9e8942124d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:26.449894 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.db.db_base_plugin_common [None req-c4b9bbc1-adca-45c1-8f8f-8cf0039e7f20 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Allocated IP 172.27.1.50 (0bf1b91f-7d47-47dc-984e-54613c32c4bf/e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9/01964bea-2f52-4c48-8997-1fb0d9ba662f) {{(pid=103837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:15:26.450717 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f8977f-6b0b-4984-9f49-f9e8942124d1 None None] Bound using segment: {'id': '4a5dee39-eed3-4cc2-bb42-87d9e619875d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ef02e7c1-3825-40da-8301-7b2b393305d9'} {{(pid=103840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 17:15:26.451246 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.managers [None req-c4f8977f-6b0b-4984-9f49-f9e8942124d1 None None] Bound port: 633d9ab8-1cf8-4bcc-bd08-eb56783fefaf, host: dv-cinder-778193-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a5dee39-eed3-4cc2-bb42-87d9e619875d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ef02e7c1-3825-40da-8301-7b2b393305d9'}}] {{(pid=103840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 17:15:26.451628 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-c4f8977f-6b0b-4984-9f49-f9e8942124d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (633d9ab8-1cf8-4bcc-bd08-eb56783fefaf), before_update {{(pid=103840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:26.457173 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5924c738-eb37-48fd-919a-5e9d404a55e6 None None] Pushing event updated for resources: {'Port': ['ID=633d9ab8-1cf8-4bcc-bd08-eb56783fefaf,revision_number=3']} {{(pid=103840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:15:26.540424 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.db [None req-c4f8977f-6b0b-4984-9f49-f9e8942124d1 None None] For port 633d9ab8-1cf8-4bcc-bd08-eb56783fefaf, host dv-cinder-778193-22-iscsi, cleared binding levels {{(pid=103840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:15:26.543595 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.db [None req-c4f8977f-6b0b-4984-9f49-f9e8942124d1 None None] For port 633d9ab8-1cf8-4bcc-bd08-eb56783fefaf, host dv-cinder-778193-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=633d9ab8-1cf8-4bcc-bd08-eb56783fefaf,segment=NetworkSegment(4a5dee39-eed3-4cc2-bb42-87d9e619875d),segment_id=4a5dee39-eed3-4cc2-bb42-87d9e619875d)] {{(pid=103840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:15:26.579196 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c4b9bbc1-adca-45c1-8f8f-8cf0039e7f20 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks [] for port (01964bea-2f52-4c48-8997-1fb0d9ba662f), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:26.642752 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-18e63562-4f9f-4336-8208-be624c2f1a5a None None] Publish callbacks [] for port (5251a380-45ee-4a11-9d9a-8dc02552250b), precommit_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:26.672494 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-c4f8977f-6b0b-4984-9f49-f9e8942124d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (633d9ab8-1cf8-4bcc-bd08-eb56783fefaf), after_update {{(pid=103840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:26.733891 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c4b9bbc1-adca-45c1-8f8f-8cf0039e7f20 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757691134181'] for port (01964bea-2f52-4c48-8997-1fb0d9ba662f), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:26.816803 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f8977f-6b0b-4984-9f49-f9e8942124d1 None None] Routers {'f16ef616-1f0e-499d-98da-807772de13a1'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:15:26.816988 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-494180bc-fb39-4ba0-8f27-7f69a4420f6f req-de601059-50d0-4e0b-9a93-8d51766c8650 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d2d21dc-19ba-408d-a3fb-045fba105d1d HTTP/1.1" status: 200 len: 210 time: 0.0597591 Mar 02 17:15:26.817448 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_hamode_db [None req-c4f8977f-6b0b-4984-9f49-f9e8942124d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:15:04Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['f16ef616-1f0e-499d-98da-807772de13a1'], 'active': True} {{(pid=103840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:15:26.823847 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-18e63562-4f9f-4336-8208-be624c2f1a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (5251a380-45ee-4a11-9d9a-8dc02552250b), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:26.861420 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b9bbc1-adca-45c1-8f8f-8cf0039e7f20 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Network 0bf1b91f-7d47-47dc-984e-54613c32c4bf is already hosted by enough agents. {{(pid=103837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:15:26.895872 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.scheduler.base_scheduler [None req-c4b9bbc1-adca-45c1-8f8f-8cf0039e7f20 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Resources bound (agent type, host, resource id): {{(pid=103837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:15:26.921413 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b9bbc1-adca-45c1-8f8f-8cf0039e7f20 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Received port after_create {{(pid=103837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 17:15:26.926695 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b9bbc1-adca-45c1-8f8f-8cf0039e7f20 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Pushing event updated for resources: {'Port': ['ID=01964bea-2f52-4c48-8997-1fb0d9ba662f,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:15:26.999552 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2342fe4-d02e-4e6e-ba64-1ceab124bc52 None None] Pushing event updated for resources: {'Port': ['ID=5251a380-45ee-4a11-9d9a-8dc02552250b,revision_number=3']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:15:27.062870 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-18e63562-4f9f-4336-8208-be624c2f1a5a None None] Attempting to bind port 5251a380-45ee-4a11-9d9a-8dc02552250b on host dv-cinder-778193-22-iscsi for vnic_type normal with profile {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 17:15:27.063260 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-18e63562-4f9f-4336-8208-be624c2f1a5a None None] Attempting to bind port 5251a380-45ee-4a11-9d9a-8dc02552250b by drivers openvswitch,hyperv on host dv-cinder-778193-22-iscsi at level 0 using segments [{'id': '045cca5b-a9b4-4a6c-8670-18c98461fa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ba91141c-2c4a-433e-a175-e7c250467227'}] {{(pid=103839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 17:15:27.063624 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e63562-4f9f-4336-8208-be624c2f1a5a None None] Attempting to bind port 5251a380-45ee-4a11-9d9a-8dc02552250b on network ba91141c-2c4a-433e-a175-e7c250467227 {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 17:15:27.069780 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e63562-4f9f-4336-8208-be624c2f1a5a None None] Checking agent: {'id': '90356b9b-9a55-4227-ace0-d1fc01a5475f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 6, 38), 'started_at': datetime.datetime(2022, 3, 2, 17, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 17:15:27.070193 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e63562-4f9f-4336-8208-be624c2f1a5a None None] Checking segment: {'id': '045cca5b-a9b4-4a6c-8670-18c98461fa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ba91141c-2c4a-433e-a175-e7c250467227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 17:15:27.070869 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-18e63562-4f9f-4336-8208-be624c2f1a5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:27.071272 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e63562-4f9f-4336-8208-be624c2f1a5a None None] Bound using segment: {'id': '045cca5b-a9b4-4a6c-8670-18c98461fa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ba91141c-2c4a-433e-a175-e7c250467227'} {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 17:15:27.072288 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-18e63562-4f9f-4336-8208-be624c2f1a5a None None] Bound port: 5251a380-45ee-4a11-9d9a-8dc02552250b, host: dv-cinder-778193-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '045cca5b-a9b4-4a6c-8670-18c98461fa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ba91141c-2c4a-433e-a175-e7c250467227'}}] {{(pid=103839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 17:15:27.073260 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-18e63562-4f9f-4336-8208-be624c2f1a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (5251a380-45ee-4a11-9d9a-8dc02552250b), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:27.110978 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-9142439b-28fc-4048-8c27-628f006130a5 req-fb531b01-4f37-4a91-84bf-b9a71167f064 tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] 10.222.0.55 "GET /v2.0/ports?device_id=6805ee16-7746-4279-874c-0d82726c9c9b HTTP/1.1" status: 200 len: 210 time: 0.0986631 Mar 02 17:15:27.163615 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5924c738-eb37-48fd-919a-5e9d404a55e6 None None] Pushing event updated for resources: {'Port': ['ID=633d9ab8-1cf8-4bcc-bd08-eb56783fefaf,revision_number=4']} {{(pid=103840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:15:27.190666 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-18e63562-4f9f-4336-8208-be624c2f1a5a None None] For port 5251a380-45ee-4a11-9d9a-8dc02552250b, host dv-cinder-778193-22-iscsi, cleared binding levels {{(pid=103839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:15:27.192037 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c4b9bbc1-adca-45c1-8f8f-8cf0039e7f20 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks [] for floatingip (84b8a987-3721-4f41-9abe-b2a43f0833f3), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:27.193997 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-18e63562-4f9f-4336-8208-be624c2f1a5a None None] For port 5251a380-45ee-4a11-9d9a-8dc02552250b, host dv-cinder-778193-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=5251a380-45ee-4a11-9d9a-8dc02552250b,segment=NetworkSegment(045cca5b-a9b4-4a6c-8670-18c98461fa58),segment_id=045cca5b-a9b4-4a6c-8670-18c98461fa58)] {{(pid=103839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:15:27.197431 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_dvr_db [None req-c4f8977f-6b0b-4984-9f49-f9e8942124d1 None None] Set router f16ef616-1f0e-499d-98da-807772de13a1 gateway port host: dv-cinder-778193-22-iscsi {{(pid=103840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:15:27.334596 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-18e63562-4f9f-4336-8208-be624c2f1a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (5251a380-45ee-4a11-9d9a-8dc02552250b), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:27.370522 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c4b9bbc1-adca-45c1-8f8f-8cf0039e7f20 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (01964bea-2f52-4c48-8997-1fb0d9ba662f), before_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:27.397341 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-95c2feb7-001d-49c6-92e1-f169df9adeea None None] Provisioning complete for port 5251a380-45ee-4a11-9d9a-8dc02552250b triggered by entity DHCP. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:15:27.397767 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-95c2feb7-001d-49c6-92e1-f169df9adeea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (5251a380-45ee-4a11-9d9a-8dc02552250b), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:27.455703 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_hamode_db [None req-c4f8977f-6b0b-4984-9f49-f9e8942124d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16ef616-1f0e-499d-98da-807772de13a1', 'name': 'tempest-ServerRescueNegativeTestJSON-1384901836-router', 'tenant_id': '972279b7457f4e0fa6d7b4d953912711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '0099b626-06e1-4535-aeb6-ba1aa02c5619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:15:15Z', 'updated_at': '2022-03-02T17:15:21Z', 'revision_number': 4, 'project_id': '972279b7457f4e0fa6d7b4d953912711', 'gw_port': {'id': '0099b626-06e1-4535-aeb6-ba1aa02c5619', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16ef616-1f0e-499d-98da-807772de13a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:15:16Z', 'updated_at': '2022-03-02T17:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_interfaces': [{'id': '633d9ab8-1cf8-4bcc-bd08-eb56783fefaf', 'name': '', 'network_id': 'ef02e7c1-3825-40da-8301-7b2b393305d9', 'tenant_id': '972279b7457f4e0fa6d7b4d953912711', 'mac_address': 'fa:16:3e:2e:60:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16ef616-1f0e-499d-98da-807772de13a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'af473c7a-b242-4124-a285-d83fb26df936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:15:20Z', 'updated_at': '2022-03-02T17:15:26Z', 'revision_number': 4, 'project_id': '972279b7457f4e0fa6d7b4d953912711', 'subnets': [{'id': 'af473c7a-b242-4124-a285-d83fb26df936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:15:27.496697 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f8977f-6b0b-4984-9f49-f9e8942124d1 None None] The sync data for ids ['f16ef616-1f0e-499d-98da-807772de13a1'] in dv-cinder-778193-22-iscsi is: [{'id': 'f16ef616-1f0e-499d-98da-807772de13a1', 'name': 'tempest-ServerRescueNegativeTestJSON-1384901836-router', 'tenant_id': '972279b7457f4e0fa6d7b4d953912711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '0099b626-06e1-4535-aeb6-ba1aa02c5619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:15:15Z', 'updated_at': '2022-03-02T17:15:21Z', 'revision_number': 4, 'project_id': '972279b7457f4e0fa6d7b4d953912711', 'gw_port': {'id': '0099b626-06e1-4535-aeb6-ba1aa02c5619', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16ef616-1f0e-499d-98da-807772de13a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:15:16Z', 'updated_at': '2022-03-02T17:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_interfaces': [{'id': '633d9ab8-1cf8-4bcc-bd08-eb56783fefaf', 'name': '', 'network_id': 'ef02e7c1-3825-40da-8301-7b2b393305d9', 'tenant_id': '972279b7457f4e0fa6d7b4d953912711', 'mac_address': 'fa:16:3e:2e:60:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16ef616-1f0e-499d-98da-807772de13a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'af473c7a-b242-4124-a285-d83fb26df936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:15:20Z', 'updated_at': '2022-03-02T17:15:26Z', 'revision_number': 4, 'project_id': '972279b7457f4e0fa6d7b4d953912711', 'subnets': [{'id': 'af473c7a-b242-4124-a285-d83fb26df936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 17:15:27.553839 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2342fe4-d02e-4e6e-ba64-1ceab124bc52 None None] Pushing event updated for resources: {'Port': ['ID=5251a380-45ee-4a11-9d9a-8dc02552250b,revision_number=4']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:15:27.565231 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e63562-4f9f-4336-8208-be624c2f1a5a None None] Routers {'96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:15:27.565231 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-18e63562-4f9f-4336-8208-be624c2f1a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:15:04Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:15:27.634924 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c4b9bbc1-adca-45c1-8f8f-8cf0039e7f20 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks [] for port (01964bea-2f52-4c48-8997-1fb0d9ba662f), precommit_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:27.646176 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-95c2feb7-001d-49c6-92e1-f169df9adeea None None] Current status of the port 5251a380-45ee-4a11-9d9a-8dc02552250b is: DOWN; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:15:27.646865 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-95c2feb7-001d-49c6-92e1-f169df9adeea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (5251a380-45ee-4a11-9d9a-8dc02552250b), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:27.764453 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c4b9bbc1-adca-45c1-8f8f-8cf0039e7f20 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (01964bea-2f52-4c48-8997-1fb0d9ba662f), after_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:27.812433 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c4b9bbc1-adca-45c1-8f8f-8cf0039e7f20 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-755393'] for floatingip (84b8a987-3721-4f41-9abe-b2a43f0833f3), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:27.844792 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b9bbc1-adca-45c1-8f8f-8cf0039e7f20 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Pushing event updated for resources: {'Port': ['ID=01964bea-2f52-4c48-8997-1fb0d9ba662f,revision_number=2']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:15:27.958357 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-95c2feb7-001d-49c6-92e1-f169df9adeea None None] For port 5251a380-45ee-4a11-9d9a-8dc02552250b, host dv-cinder-778193-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=5251a380-45ee-4a11-9d9a-8dc02552250b,segment=NetworkSegment(045cca5b-a9b4-4a6c-8670-18c98461fa58),segment_id=045cca5b-a9b4-4a6c-8670-18c98461fa58)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:15:27.959585 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c4b9bbc1-adca-45c1-8f8f-8cf0039e7f20 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021714'] for floatingip (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:27.961377 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-c4b9bbc1-adca-45c1-8f8f-8cf0039e7f20 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0689778 Mar 02 17:15:27.978638 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-1291e62c-cefb-48a9-a81b-b8037bcb6478 req-bf11f5f6-4799-429f-92a6-aa23e1d459a9 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d2d21dc-19ba-408d-a3fb-045fba105d1d HTTP/1.1" status: 200 len: 210 time: 0.0784564 Mar 02 17:15:28.008825 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-18e63562-4f9f-4336-8208-be624c2f1a5a None None] Set router 96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad gateway port host: dv-cinder-778193-22-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:15:28.111096 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-95c2feb7-001d-49c6-92e1-f169df9adeea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (5251a380-45ee-4a11-9d9a-8dc02552250b), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:28.140381 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 43926) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:15:28.274920 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-32fd769c-1126-43ac-925a-5a205b804381 req-c3378880-2722-4a8e-85d5-c30683f75fb3 tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] 10.222.0.55 "GET /v2.0/ports?device_id=6805ee16-7746-4279-874c-0d82726c9c9b HTTP/1.1" status: 200 len: 210 time: 0.0609183 Mar 02 17:15:28.287466 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c2feb7-001d-49c6-92e1-f169df9adeea None None] Pushing event updated for resources: {'Port': ['ID=5251a380-45ee-4a11-9d9a-8dc02552250b,revision_number=5']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:15:28.314970 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-5f5b4174-6d2c-40f4-827f-daa981ae30d8 None None] Provisioning complete for port 5251a380-45ee-4a11-9d9a-8dc02552250b triggered by entity DHCP. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:15:28.315430 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-5f5b4174-6d2c-40f4-827f-daa981ae30d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (5251a380-45ee-4a11-9d9a-8dc02552250b), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:28.365458 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0b6b22da-74e8-49f7-b011-77a3ac8243b1 req-b4c25f2b-0ce8-4f1f-901a-355d0b1803fb tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1900479091&fields=id&tenant_id=4c5c3e34b0274e8a95876b46416bdc2d HTTP/1.1" status: 200 len: 267 time: 0.0931637 Mar 02 17:15:28.378953 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-d1f51543-0b6b-4071-8b3a-6ddc9dee2833 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:28.488242 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-18e63562-4f9f-4336-8208-be624c2f1a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad', 'name': 'tempest-AttachVolumeShelveTestJSON-2026303204-router', 'tenant_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'bd880e16-691d-471a-a419-15fdc50e029b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:15:15Z', 'updated_at': '2022-03-02T17:15:21Z', 'revision_number': 4, 'project_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'gw_port': {'id': 'bd880e16-691d-471a-a419-15fdc50e029b', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:15:16Z', 'updated_at': '2022-03-02T17:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_interfaces': [{'id': '5251a380-45ee-4a11-9d9a-8dc02552250b', 'name': '', 'network_id': 'ba91141c-2c4a-433e-a175-e7c250467227', 'tenant_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'mac_address': 'fa:16:3e:97:0c:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'b2418ff9-f0a5-4e04-8f27-a85b5ef0f2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:15:20Z', 'updated_at': '2022-03-02T17:15:27Z', 'revision_number': 4, 'project_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'subnets': [{'id': 'b2418ff9-f0a5-4e04-8f27-a85b5ef0f2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:15:28.523021 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b22da-74e8-49f7-b011-77a3ac8243b1 req-852c2312-69c7-4282-a166-198386686b07 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:28.531673 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0b6b22da-74e8-49f7-b011-77a3ac8243b1 req-852c2312-69c7-4282-a166-198386686b07 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/networks?id=ba91141c-2c4a-433e-a175-e7c250467227 HTTP/1.1" status: 200 len: 817 time: 0.1593421 Mar 02 17:15:28.549523 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e63562-4f9f-4336-8208-be624c2f1a5a None None] The sync data for ids ['96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad'] in dv-cinder-778193-22-iscsi is: [{'id': '96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad', 'name': 'tempest-AttachVolumeShelveTestJSON-2026303204-router', 'tenant_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'bd880e16-691d-471a-a419-15fdc50e029b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:15:15Z', 'updated_at': '2022-03-02T17:15:21Z', 'revision_number': 4, 'project_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'gw_port': {'id': 'bd880e16-691d-471a-a419-15fdc50e029b', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:15:16Z', 'updated_at': '2022-03-02T17:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_interfaces': [{'id': '5251a380-45ee-4a11-9d9a-8dc02552250b', 'name': '', 'network_id': 'ba91141c-2c4a-433e-a175-e7c250467227', 'tenant_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'mac_address': 'fa:16:3e:97:0c:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'b2418ff9-f0a5-4e04-8f27-a85b5ef0f2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:15:20Z', 'updated_at': '2022-03-02T17:15:27Z', 'revision_number': 4, 'project_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'subnets': [{'id': 'b2418ff9-f0a5-4e04-8f27-a85b5ef0f2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 17:15:28.554070 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0b6b22da-74e8-49f7-b011-77a3ac8243b1 req-c0061833-471c-4412-b4b2-05c44d20c0b2 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/quotas/4c5c3e34b0274e8a95876b46416bdc2d HTTP/1.1" status: 200 len: 375 time: 0.0200343 Mar 02 17:15:28.566959 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-5f5b4174-6d2c-40f4-827f-daa981ae30d8 None None] Current status of the port 5251a380-45ee-4a11-9d9a-8dc02552250b is: ACTIVE; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:15:28.574490 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-d1f51543-0b6b-4071-8b3a-6ddc9dee2833 admin admin] Publish callbacks [] for security_group (30244df8-743d-44e2-9d53-1a22623ae258), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:28.641378 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0b6b22da-74e8-49f7-b011-77a3ac8243b1 req-f102bfa0-3c17-4c2f-9a8b-c91d0d2a3939 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4c5c3e34b0274e8a95876b46416bdc2d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0859330 Mar 02 17:15:28.663741 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-d1f51543-0b6b-4071-8b3a-6ddc9dee2833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (30244df8-743d-44e2-9d53-1a22623ae258), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:28.740930 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-d1f51543-0b6b-4071-8b3a-6ddc9dee2833 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0211f28be41542e780eeb39b9711204a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5988791 Mar 02 17:15:28.743993 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 43940) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:15:28.775574 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f51543-0b6b-4071-8b3a-6ddc9dee2833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30244df8-743d-44e2-9d53-1a22623ae258,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:15:28.915438 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0b6b22da-74e8-49f7-b011-77a3ac8243b1 req-af38cea2-ee3b-4610-9628-9efb8691d534 service neutron] 10.222.0.55 "GET /v2.0/networks/ba91141c-2c4a-433e-a175-e7c250467227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659461 Mar 02 17:15:28.923094 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-3f44d859-9e7f-4949-8afe-b19300ec99f2 admin admin] Publish callbacks [] for security_group (30244df8-743d-44e2-9d53-1a22623ae258), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:29.012151 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-3f44d859-9e7f-4949-8afe-b19300ec99f2 admin admin] Publish callbacks [] for security_group (30244df8-743d-44e2-9d53-1a22623ae258), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:29.109519 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-39e5195e-e797-44ca-a65e-a19d7b26ab1d req-0ba72791-86b9-469d-8c0b-d2caed03d913 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d2d21dc-19ba-408d-a3fb-045fba105d1d HTTP/1.1" status: 200 len: 210 time: 0.0431805 Mar 02 17:15:29.140855 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0b6b22da-74e8-49f7-b011-77a3ac8243b1 req-c5eba9e7-8c1c-4f35-9223-ed1c04a44219 service neutron] 10.222.0.55 "GET /v2.0/networks/ba91141c-2c4a-433e-a175-e7c250467227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134500 Mar 02 17:15:29.243317 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-3f44d859-9e7f-4949-8afe-b19300ec99f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (30244df8-743d-44e2-9d53-1a22623ae258), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:29.253964 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-3f44d859-9e7f-4949-8afe-b19300ec99f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:29.253964 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-3f44d859-9e7f-4949-8afe-b19300ec99f2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/30244df8-743d-44e2-9d53-1a22623ae258 HTTP/1.1" status: 204 len: 168 time: 0.5068371 Mar 02 17:15:29.282326 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f44d859-9e7f-4949-8afe-b19300ec99f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30244df8-743d-44e2-9d53-1a22623ae258,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:15:29.395226 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device 5251a380-45ee-4a11-9d9a-8dc02552250b up at agent ovs-agent-dv-cinder-778193-22-iscsi {{(pid=103839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 17:15:29.504554 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Provisioning complete for port 5251a380-45ee-4a11-9d9a-8dc02552250b triggered by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:15:29.505238 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (5251a380-45ee-4a11-9d9a-8dc02552250b), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:29.541052 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-bda84453-94ab-4ded-b2da-daeac8738412 req-82ded455-12c8-4d4b-b8a9-75f780eb6a85 tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] 10.222.0.55 "GET /v2.0/ports?device_id=6805ee16-7746-4279-874c-0d82726c9c9b HTTP/1.1" status: 200 len: 210 time: 0.1109295 Mar 02 17:15:29.609227 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.49', 54912) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:15:29.614671 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d99113d5-6101-477f-a3c1-2fab2ad61fb3 req-6f4ca8e0-60b0-4f84-9334-994739489050 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 210 time: 0.0722191 Mar 02 17:15:29.727967 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Current status of the port 5251a380-45ee-4a11-9d9a-8dc02552250b is: ACTIVE; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:15:29.729125 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device 633d9ab8-1cf8-4bcc-bd08-eb56783fefaf up at agent ovs-agent-dv-cinder-778193-22-iscsi {{(pid=103839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 17:15:29.790940 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Provisioning complete for port 633d9ab8-1cf8-4bcc-bd08-eb56783fefaf triggered by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:15:29.791514 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (633d9ab8-1cf8-4bcc-bd08-eb56783fefaf), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:29.903889 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Current status of the port 633d9ab8-1cf8-4bcc-bd08-eb56783fefaf is: DOWN; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:15:29.904512 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (633d9ab8-1cf8-4bcc-bd08-eb56783fefaf), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:29.955603 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] For port 633d9ab8-1cf8-4bcc-bd08-eb56783fefaf, host dv-cinder-778193-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=633d9ab8-1cf8-4bcc-bd08-eb56783fefaf,segment=NetworkSegment(4a5dee39-eed3-4cc2-bb42-87d9e619875d),segment_id=4a5dee39-eed3-4cc2-bb42-87d9e619875d)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:15:29.968472 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b8913-39df-4e32-a93f-832eea39671d req-e8441b34-7419-480d-a098-c6767a71668f tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:29.973713 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [req-4f6b8913-39df-4e32-a93f-832eea39671d req-e8441b34-7419-480d-a098-c6767a71668f tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] 10.222.0.49 "GET /v2.0/networks?id=db346cb1-de8d-4dc7-98f7-75d6ac14e852 HTTP/1.1" status: 200 len: 812 time: 0.3630588 Mar 02 17:15:30.020494 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [req-4f6b8913-39df-4e32-a93f-832eea39671d req-841d1105-c716-4a85-bd41-fab67c747442 tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] Request body: {'port': {'device_id': '6805ee16-7746-4279-874c-0d82726c9c9b', 'network_id': 'db346cb1-de8d-4dc7-98f7-75d6ac14e852', 'admin_state_up': True, 'tenant_id': 'afb66bcb93064d42a797f24a84350f67'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:15:30.054102 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (633d9ab8-1cf8-4bcc-bd08-eb56783fefaf), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:30.146223 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Pushing event updated for resources: {'Port': ['ID=633d9ab8-1cf8-4bcc-bd08-eb56783fefaf,revision_number=5']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:15:30.322292 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-de36cde8-6e89-4664-b156-2bc5480f5066 req-6e73d371-844f-4e81-8fc1-ceb68f2a51f4 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d2d21dc-19ba-408d-a3fb-045fba105d1d HTTP/1.1" status: 200 len: 210 time: 0.0305533 Mar 02 17:15:30.327311 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f6b8913-39df-4e32-a93f-832eea39671d req-841d1105-c716-4a85-bd41-fab67c747442 tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] Made reservation on behalf of afb66bcb93064d42a797f24a84350f67 for: {'port': 1} {{(pid=103837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:15:30.347729 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-4f6b8913-39df-4e32-a93f-832eea39671d req-841d1105-c716-4a85-bd41-fab67c747442 tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:30.397010 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.49', 54916) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:15:30.486673 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 44014) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:15:30.601266 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.49', 54921) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:15:30.618065 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-d5c46ead-2ab8-4c37-947f-e554310fe9e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:30.796644 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f08c3-3f6a-4943-a70d-4474ccaf9f06 req-42449831-fb29-4add-ba96-f1f3b9f9da34 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:30.805096 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-1d8f08c3-3f6a-4943-a70d-4474ccaf9f06 req-42449831-fb29-4add-ba96-f1f3b9f9da34 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.49 "GET /v2.0/networks?id=ef02e7c1-3825-40da-8301-7b2b393305d9 HTTP/1.1" status: 200 len: 819 time: 0.4061663 Mar 02 17:15:30.846075 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.db.db_base_plugin_common [req-4f6b8913-39df-4e32-a93f-832eea39671d req-841d1105-c716-4a85-bd41-fab67c747442 tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] Allocated IP 172.20.0.4 (db346cb1-de8d-4dc7-98f7-75d6ac14e852/68449eb9-7fc0-486a-a32d-8c60bc740494/2661f549-17cb-4a4e-b224-39afc06e9e55) {{(pid=103837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:15:30.999218 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20069182-58d5-4d7d-968d-75ff1ee1891f req-47899f0f-5405-4335-80a9-2e0bff8fa508 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:31.002043 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-20069182-58d5-4d7d-968d-75ff1ee1891f req-47899f0f-5405-4335-80a9-2e0bff8fa508 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.49 "GET /v2.0/networks?id=ef02e7c1-3825-40da-8301-7b2b393305d9 HTTP/1.1" status: 200 len: 819 time: 0.3983045 Mar 02 17:15:31.019479 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 44040) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:15:31.076497 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [req-1d8f08c3-3f6a-4943-a70d-4474ccaf9f06 req-3580866f-b50d-424d-9c29-84875cc00508 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Request body: {'port': {'device_id': '4081c5a4-d3d8-4855-87a3-25860d7f4961', 'network_id': 'ef02e7c1-3825-40da-8301-7b2b393305d9', 'admin_state_up': True, 'tenant_id': '972279b7457f4e0fa6d7b4d953912711'}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:15:31.104393 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [req-20069182-58d5-4d7d-968d-75ff1ee1891f req-40893263-e35a-4798-948e-16a7cf2028f0 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Request body: {'port': {'device_id': '4d2d21dc-19ba-408d-a3fb-045fba105d1d', 'network_id': 'ef02e7c1-3825-40da-8301-7b2b393305d9', 'admin_state_up': True, 'tenant_id': '972279b7457f4e0fa6d7b4d953912711'}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:15:31.150633 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-6eb9ae38-9af4-4de3-8f0d-4e76899bad72 req-c9ae3871-b2de-446e-b115-eacc80b91da7 tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] 10.222.0.55 "GET /v2.0/ports?device_id=6805ee16-7746-4279-874c-0d82726c9c9b HTTP/1.1" status: 200 len: 210 time: 0.3402667 Mar 02 17:15:31.201317 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-f7e3bc65-e476-4a96-ab00-0dfd8a167c6b req-e3ca25be-d471-41ec-aa74-bb0171611d71 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 210 time: 0.3939383 Mar 02 17:15:31.226575 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device 633d9ab8-1cf8-4bcc-bd08-eb56783fefaf up at agent ovs-agent-dv-cinder-778193-22-iscsi {{(pid=103839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 17:15:31.319028 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Provisioning complete for port 633d9ab8-1cf8-4bcc-bd08-eb56783fefaf triggered by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:15:31.329153 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (633d9ab8-1cf8-4bcc-bd08-eb56783fefaf), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:31.399864 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-4f6b8913-39df-4e32-a93f-832eea39671d req-841d1105-c716-4a85-bd41-fab67c747442 tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] Publish callbacks [] for port (2661f549-17cb-4a4e-b224-39afc06e9e55), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:31.486567 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Current status of the port 633d9ab8-1cf8-4bcc-bd08-eb56783fefaf is: ACTIVE; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:15:31.569161 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-4f6b8913-39df-4e32-a93f-832eea39671d req-841d1105-c716-4a85-bd41-fab67c747442 tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757691134181'] for port (2661f549-17cb-4a4e-b224-39afc06e9e55), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:31.641313 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-e9aab292-4ab0-4c04-a80a-75aa237262fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:31.686915 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-944e0e0e-1575-43e0-9c56-e2d361875627 req-84497272-0b84-4608-84b3-ff0fdff89159 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d2d21dc-19ba-408d-a3fb-045fba105d1d HTTP/1.1" status: 200 len: 210 time: 0.0823236 Mar 02 17:15:31.708181 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f6b8913-39df-4e32-a93f-832eea39671d req-841d1105-c716-4a85-bd41-fab67c747442 tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] Network db346cb1-de8d-4dc7-98f7-75d6ac14e852 is already hosted by enough agents. {{(pid=103837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:15:31.720377 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.scheduler.base_scheduler [req-4f6b8913-39df-4e32-a93f-832eea39671d req-841d1105-c716-4a85-bd41-fab67c747442 tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] Resources bound (agent type, host, resource id): {{(pid=103837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:15:31.724709 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f6b8913-39df-4e32-a93f-832eea39671d req-841d1105-c716-4a85-bd41-fab67c747442 tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] Received port after_create {{(pid=103837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 17:15:31.732460 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b8913-39df-4e32-a93f-832eea39671d req-841d1105-c716-4a85-bd41-fab67c747442 tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:31.733814 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-4f6b8913-39df-4e32-a93f-832eea39671d req-841d1105-c716-4a85-bd41-fab67c747442 tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572135'] for port (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:31.758764 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d1105-c716-4a85-bd41-fab67c747442 tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] Pushing event updated for resources: {'Port': ['ID=2661f549-17cb-4a4e-b224-39afc06e9e55,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:15:31.795084 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-d5c46ead-2ab8-4c37-947f-e554310fe9e8 admin admin] Publish callbacks [] for security_group (d0f1d73b-680f-420f-9dd3-b035b8dc5203), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:31.848110 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-7d86599f-a794-401a-9845-633a6a537529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (0060df7f-f835-4890-b25c-3842f545a9d0), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:31.896113 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [req-4f6b8913-39df-4e32-a93f-832eea39671d req-841d1105-c716-4a85-bd41-fab67c747442 tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8810198 Mar 02 17:15:31.909303 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-d5c46ead-2ab8-4c37-947f-e554310fe9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (d0f1d73b-680f-420f-9dd3-b035b8dc5203), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:31.914302 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [req-4f6b8913-39df-4e32-a93f-832eea39671d req-b6b1f8c4-7c5e-42f6-b37c-650dc6f7c0d7 tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103837) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 17:15:31.921427 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [req-4f6b8913-39df-4e32-a93f-832eea39671d req-b6b1f8c4-7c5e-42f6-b37c-650dc6f7c0d7 tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0110879 Mar 02 17:15:31.984822 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-d5c46ead-2ab8-4c37-947f-e554310fe9e8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4e6cdefdc88f4f529cfae13547921bef&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4971507 Mar 02 17:15:31.989089 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c46ead-2ab8-4c37-947f-e554310fe9e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f1d73b-680f-420f-9dd3-b035b8dc5203,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:15:31.989886 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 44094) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:15:32.050436 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20069182-58d5-4d7d-968d-75ff1ee1891f req-40893263-e35a-4798-948e-16a7cf2028f0 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Made reservation on behalf of 972279b7457f4e0fa6d7b4d953912711 for: {'port': 1} {{(pid=103838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:15:32.050436 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-20069182-58d5-4d7d-968d-75ff1ee1891f req-40893263-e35a-4798-948e-16a7cf2028f0 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:32.051162 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-e9aab292-4ab0-4c04-a80a-75aa237262fc admin admin] Publish callbacks [] for security_group (3121138a-5cf1-4c85-87c0-68c817cdc534), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:32.079231 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d8f08c3-3f6a-4943-a70d-4474ccaf9f06 req-3580866f-b50d-424d-9c29-84875cc00508 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Made reservation on behalf of 972279b7457f4e0fa6d7b4d953912711 for: {'port': 1} {{(pid=103838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:15:32.092881 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-1d8f08c3-3f6a-4943-a70d-4474ccaf9f06 req-3580866f-b50d-424d-9c29-84875cc00508 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:32.101518 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-37f6a6b6-afea-4ef1-ad6e-35f06ec12e5f admin admin] Publish callbacks [] for security_group (d0f1d73b-680f-420f-9dd3-b035b8dc5203), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:32.147586 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-37f6a6b6-afea-4ef1-ad6e-35f06ec12e5f admin admin] Publish callbacks [] for security_group (d0f1d73b-680f-420f-9dd3-b035b8dc5203), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:32.148782 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-e9aab292-4ab0-4c04-a80a-75aa237262fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (3121138a-5cf1-4c85-87c0-68c817cdc534), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:32.248159 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [req-4f6b8913-39df-4e32-a93f-832eea39671d req-bc467242-2293-4ec9-bb90-9ff3bb8f41f6 service neutron] Request body: {'port': {'device_id': '6805ee16-7746-4279-874c-0d82726c9c9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:15:32.345567 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-4f6b8913-39df-4e32-a93f-832eea39671d req-bc467242-2293-4ec9-bb90-9ff3bb8f41f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (2661f549-17cb-4a4e-b224-39afc06e9e55), before_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:32.353579 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-e9aab292-4ab0-4c04-a80a-75aa237262fc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7ff64fd3892f4ad1923871e589092ffc&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3215282 Mar 02 17:15:32.359407 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 44106) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:15:32.542419 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aab292-4ab0-4c04-a80a-75aa237262fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3121138a-5cf1-4c85-87c0-68c817cdc534,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:15:32.644197 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-37f6a6b6-afea-4ef1-ad6e-35f06ec12e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (d0f1d73b-680f-420f-9dd3-b035b8dc5203), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:32.646866 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-37f6a6b6-afea-4ef1-ad6e-35f06ec12e5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:32.652507 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-37f6a6b6-afea-4ef1-ad6e-35f06ec12e5f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d0f1d73b-680f-420f-9dd3-b035b8dc5203 HTTP/1.1" status: 204 len: 168 time: 0.6564953 Mar 02 17:15:32.652507 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 44114) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:15:32.702611 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-ef992274-d125-4ec7-9738-b2a7cfaff712 req-ec67cd71-33b0-459c-b490-bd96ec5f0492 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 210 time: 0.1970930 Mar 02 17:15:32.759566 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-518bd442-221d-4093-b843-b8b2aa584063 admin admin] Publish callbacks [] for security_group (3121138a-5cf1-4c85-87c0-68c817cdc534), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:32.764680 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f6a6b6-afea-4ef1-ad6e-35f06ec12e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f1d73b-680f-420f-9dd3-b035b8dc5203,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:15:32.798658 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.db_base_plugin_common [req-20069182-58d5-4d7d-968d-75ff1ee1891f req-40893263-e35a-4798-948e-16a7cf2028f0 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Allocated IP 172.20.0.6 (ef02e7c1-3825-40da-8301-7b2b393305d9/af473c7a-b242-4124-a285-d83fb26df936/61f8935d-8cac-485e-9ead-6e824c447ee2) {{(pid=103838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:15:32.813941 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-518bd442-221d-4093-b843-b8b2aa584063 admin admin] Publish callbacks [] for security_group (3121138a-5cf1-4c85-87c0-68c817cdc534), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:32.902462 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-54d81b21-b736-4659-8166-b5ea61df3173 req-5a2c29cd-e1d9-4b81-8c92-c18802d8e2ac tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d2d21dc-19ba-408d-a3fb-045fba105d1d HTTP/1.1" status: 200 len: 210 time: 0.0706100 Mar 02 17:15:32.933188 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec577a-8c80-4601-832d-583e3d050487 req-1e9b5003-603e-4133-878a-31756f408d42 tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:32.946415 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-4eec577a-8c80-4601-832d-583e3d050487 req-1e9b5003-603e-4133-878a-31756f408d42 tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] 10.222.0.55 "GET /v2.0/ports?device_id=6805ee16-7746-4279-874c-0d82726c9c9b HTTP/1.1" status: 200 len: 931 time: 0.4047534 Mar 02 17:15:32.986014 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.notifiers.nova [req-4f6b8913-39df-4e32-a93f-832eea39671d req-bc467242-2293-4ec9-bb90-9ff3bb8f41f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2661f549-17cb-4a4e-b224-39afc06e9e55 {{(pid=103837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 17:15:32.999592 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-4f6b8913-39df-4e32-a93f-832eea39671d req-bc467242-2293-4ec9-bb90-9ff3bb8f41f6 service neutron] Publish callbacks [] for port (2661f549-17cb-4a4e-b224-39afc06e9e55), precommit_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:33.039114 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-9209ee91-03fb-4584-a1cd-6cefb8d77f1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:33.090897 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-4eec577a-8c80-4601-832d-583e3d050487 req-f1a60f00-436d-40cd-ad18-12639e03472e tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0000517-4548-4cde-af0b-5466d46dbc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428483 Mar 02 17:15:33.178069 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.db.provisioning_blocks [req-4f6b8913-39df-4e32-a93f-832eea39671d req-bc467242-2293-4ec9-bb90-9ff3bb8f41f6 service neutron] Transition to ACTIVE for port object 2661f549-17cb-4a4e-b224-39afc06e9e55 will not be triggered until provisioned by entity L2. {{(pid=103837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 17:15:33.200901 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-518bd442-221d-4093-b843-b8b2aa584063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (3121138a-5cf1-4c85-87c0-68c817cdc534), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:33.206921 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-518bd442-221d-4093-b843-b8b2aa584063 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:33.216147 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-518bd442-221d-4093-b843-b8b2aa584063 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3121138a-5cf1-4c85-87c0-68c817cdc534 HTTP/1.1" status: 204 len: 168 time: 0.8552892 Mar 02 17:15:33.301298 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518bd442-221d-4093-b843-b8b2aa584063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3121138a-5cf1-4c85-87c0-68c817cdc534,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:15:33.315471 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-9209ee91-03fb-4584-a1cd-6cefb8d77f1c admin admin] Publish callbacks [] for security_group (abf8a3eb-8271-42e1-8a70-d45b503de1ce), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:33.368623 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-20069182-58d5-4d7d-968d-75ff1ee1891f req-40893263-e35a-4798-948e-16a7cf2028f0 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Publish callbacks [] for port (61f8935d-8cac-485e-9ead-6e824c447ee2), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:33.515149 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-4f6b8913-39df-4e32-a93f-832eea39671d req-bc467242-2293-4ec9-bb90-9ff3bb8f41f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (2661f549-17cb-4a4e-b224-39afc06e9e55), after_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:33.596682 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc467242-2293-4ec9-bb90-9ff3bb8f41f6 service neutron] Pushing event updated for resources: {'Port': ['ID=2661f549-17cb-4a4e-b224-39afc06e9e55,revision_number=2']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:15:33.680500 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.managers [req-4f6b8913-39df-4e32-a93f-832eea39671d req-bc467242-2293-4ec9-bb90-9ff3bb8f41f6 service neutron] Attempting to bind port 2661f549-17cb-4a4e-b224-39afc06e9e55 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 17:15:33.680814 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.managers [req-4f6b8913-39df-4e32-a93f-832eea39671d req-bc467242-2293-4ec9-bb90-9ff3bb8f41f6 service neutron] Attempting to bind port 2661f549-17cb-4a4e-b224-39afc06e9e55 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'd55d32c0-3d12-45d2-a487-14899790a175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'db346cb1-de8d-4dc7-98f7-75d6ac14e852'}] {{(pid=103837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 17:15:33.681141 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6b8913-39df-4e32-a93f-832eea39671d req-bc467242-2293-4ec9-bb90-9ff3bb8f41f6 service neutron] Attempting to bind port 2661f549-17cb-4a4e-b224-39afc06e9e55 on network db346cb1-de8d-4dc7-98f7-75d6ac14e852 {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 17:15:33.687556 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6b8913-39df-4e32-a93f-832eea39671d req-bc467242-2293-4ec9-bb90-9ff3bb8f41f6 service neutron] Port 2661f549-17cb-4a4e-b224-39afc06e9e55 on network db346cb1-de8d-4dc7-98f7-75d6ac14e852 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 17:15:33.687556 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6b8913-39df-4e32-a93f-832eea39671d req-bc467242-2293-4ec9-bb90-9ff3bb8f41f6 service neutron] Attempting to bind port 2661f549-17cb-4a4e-b224-39afc06e9e55 on network db346cb1-de8d-4dc7-98f7-75d6ac14e852 {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 17:15:33.691896 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6b8913-39df-4e32-a93f-832eea39671d req-bc467242-2293-4ec9-bb90-9ff3bb8f41f6 service neutron] Checking agent: {'id': 'dbb67c4d-7aa5-4acf-82b3-541c1cabd3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 13), 'started_at': datetime.datetime(2022, 3, 2, 17, 13, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 17:15:33.692276 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6b8913-39df-4e32-a93f-832eea39671d req-bc467242-2293-4ec9-bb90-9ff3bb8f41f6 service neutron] Checking segment: {'id': 'd55d32c0-3d12-45d2-a487-14899790a175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'db346cb1-de8d-4dc7-98f7-75d6ac14e852'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 17:15:33.692833 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6b8913-39df-4e32-a93f-832eea39671d req-bc467242-2293-4ec9-bb90-9ff3bb8f41f6 service neutron] Bound using segment: {'id': 'd55d32c0-3d12-45d2-a487-14899790a175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'db346cb1-de8d-4dc7-98f7-75d6ac14e852'} {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 17:15:33.693301 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.managers [req-4f6b8913-39df-4e32-a93f-832eea39671d req-bc467242-2293-4ec9-bb90-9ff3bb8f41f6 service neutron] Bound port: 2661f549-17cb-4a4e-b224-39afc06e9e55, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd55d32c0-3d12-45d2-a487-14899790a175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'db346cb1-de8d-4dc7-98f7-75d6ac14e852'}}] {{(pid=103837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 17:15:33.693658 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-4f6b8913-39df-4e32-a93f-832eea39671d req-bc467242-2293-4ec9-bb90-9ff3bb8f41f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (2661f549-17cb-4a4e-b224-39afc06e9e55), before_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:33.784572 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.db [req-4f6b8913-39df-4e32-a93f-832eea39671d req-bc467242-2293-4ec9-bb90-9ff3bb8f41f6 service neutron] For port 2661f549-17cb-4a4e-b224-39afc06e9e55, host hv-cinder-77819, cleared binding levels {{(pid=103837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:15:33.793081 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.db [req-4f6b8913-39df-4e32-a93f-832eea39671d req-bc467242-2293-4ec9-bb90-9ff3bb8f41f6 service neutron] For port 2661f549-17cb-4a4e-b224-39afc06e9e55, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2661f549-17cb-4a4e-b224-39afc06e9e55,segment=NetworkSegment(d55d32c0-3d12-45d2-a487-14899790a175),segment_id=d55d32c0-3d12-45d2-a487-14899790a175)] {{(pid=103837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:15:33.840574 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-abca6ce1-a6e1-46da-a5e2-6f8c83fe916c req-534c2104-4d05-4f4c-a3c4-2450fca5b0c5 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 210 time: 0.0395691 Mar 02 17:15:34.012930 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-f2b1aa2d-8aea-44aa-bd2e-52b306728757 req-937c722c-40dc-48e0-86d7-c58fa709c73d tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d2d21dc-19ba-408d-a3fb-045fba105d1d HTTP/1.1" status: 200 len: 210 time: 0.0346630 Mar 02 17:15:34.220082 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa385a-5487-433d-9e45-8eaaaac8fc9d req-9dbb5990-2dea-4316-a692-bf5a9249abba tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:34.221550 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-a6fa385a-5487-433d-9e45-8eaaaac8fc9d req-9dbb5990-2dea-4316-a692-bf5a9249abba tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] 10.222.0.55 "GET /v2.0/ports?device_id=6805ee16-7746-4279-874c-0d82726c9c9b HTTP/1.1" status: 200 len: 943 time: 0.0570476 Mar 02 17:15:34.279667 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-a6fa385a-5487-433d-9e45-8eaaaac8fc9d req-6933b619-3330-491e-ba83-14120d265549 tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0000517-4548-4cde-af0b-5466d46dbc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523283 Mar 02 17:15:34.613899 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-9209ee91-03fb-4584-a1cd-6cefb8d77f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (abf8a3eb-8271-42e1-8a70-d45b503de1ce), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:34.642791 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-588cac2e-9bdb-4110-9215-f7ce680d3b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90b713d5-0d52-4da0-a663-b3b1c9fefb3d), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:34.658888 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-4f6b8913-39df-4e32-a93f-832eea39671d req-bc467242-2293-4ec9-bb90-9ff3bb8f41f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (2661f549-17cb-4a4e-b224-39afc06e9e55), after_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:34.665455 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-9209ee91-03fb-4584-a1cd-6cefb8d77f1c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=422e39fc01584bfd9dc729ffe9b9a62b&name=default HTTP/1.1" status: 200 len: 2994 time: 2.0067241 Mar 02 17:15:34.669716 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 44148) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:15:34.669916 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9209ee91-03fb-4584-a1cd-6cefb8d77f1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf8a3eb-8271-42e1-8a70-d45b503de1ce,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:15:34.699293 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-20069182-58d5-4d7d-968d-75ff1ee1891f req-40893263-e35a-4798-948e-16a7cf2028f0 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757691134181'] for port (61f8935d-8cac-485e-9ead-6e824c447ee2), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:34.767172 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b8913-39df-4e32-a93f-832eea39671d req-bc467242-2293-4ec9-bb90-9ff3bb8f41f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:34.768260 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-4f6b8913-39df-4e32-a93f-832eea39671d req-bc467242-2293-4ec9-bb90-9ff3bb8f41f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572135'] for port (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:34.769308 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.db_base_plugin_common [req-1d8f08c3-3f6a-4943-a70d-4474ccaf9f06 req-3580866f-b50d-424d-9c29-84875cc00508 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Allocated IP 172.20.0.3 (ef02e7c1-3825-40da-8301-7b2b393305d9/af473c7a-b242-4124-a285-d83fb26df936/4a256a90-0d43-4274-8693-d4c1c406c0a5) {{(pid=103838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:15:34.769674 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [req-4f6b8913-39df-4e32-a93f-832eea39671d req-bc467242-2293-4ec9-bb90-9ff3bb8f41f6 service neutron] 10.222.0.49 "PUT /v2.0/ports/2661f549-17cb-4a4e-b224-39afc06e9e55 HTTP/1.1" status: 200 len: 1093 time: 2.7275333 Mar 02 17:15:34.770417 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6805ee16-7746-4279-874c-0d82726c9c9b', 'tag': '2661f549-17cb-4a4e-b224-39afc06e9e55'}] {{(pid=103837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 17:15:34.809586 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20069182-58d5-4d7d-968d-75ff1ee1891f req-40893263-e35a-4798-948e-16a7cf2028f0 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Network ef02e7c1-3825-40da-8301-7b2b393305d9 is already hosted by enough agents. {{(pid=103838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:15:34.822112 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.base_scheduler [req-20069182-58d5-4d7d-968d-75ff1ee1891f req-40893263-e35a-4798-948e-16a7cf2028f0 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Resources bound (agent type, host, resource id): {{(pid=103838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:15:34.831544 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [req-20069182-58d5-4d7d-968d-75ff1ee1891f req-40893263-e35a-4798-948e-16a7cf2028f0 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Received port after_create {{(pid=103838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 17:15:34.834389 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20069182-58d5-4d7d-968d-75ff1ee1891f req-40893263-e35a-4798-948e-16a7cf2028f0 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:34.835189 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-20069182-58d5-4d7d-968d-75ff1ee1891f req-40893263-e35a-4798-948e-16a7cf2028f0 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572135'] for port (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:34.874686 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40893263-e35a-4798-948e-16a7cf2028f0 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Pushing event updated for resources: {'Port': ['ID=61f8935d-8cac-485e-9ead-6e824c447ee2,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:15:34.954682 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc467242-2293-4ec9-bb90-9ff3bb8f41f6 service neutron] Pushing event updated for resources: {'Port': ['ID=2661f549-17cb-4a4e-b224-39afc06e9e55,revision_number=3']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:15:34.972424 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-68c250b3-b043-4184-aa84-81c08d71494a admin admin] Publish callbacks [] for security_group (abf8a3eb-8271-42e1-8a70-d45b503de1ce), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:35.037585 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-68c250b3-b043-4184-aa84-81c08d71494a admin admin] Publish callbacks [] for security_group (abf8a3eb-8271-42e1-8a70-d45b503de1ce), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:35.065862 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-20069182-58d5-4d7d-968d-75ff1ee1891f req-40893263-e35a-4798-948e-16a7cf2028f0 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0472691 Mar 02 17:15:35.081738 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-7239c76e-3e75-4b64-9028-aed8f891363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (eca5c3a0-ec74-4a2a-a5c6-a62430d93509), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:35.140724 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-ef06d37b-3072-4a27-85d8-6e193492fabd req-124d9a0b-659c-4592-87a4-faad449a3e88 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 210 time: 0.0874124 Mar 02 17:15:35.225598 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462a6a76495b0d12e43f6eb34734d6d03bfa57daa221191fdc3d129722306163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9438459-c808-4c33-8268-2d6a22774656" -d '{"events": [{"name": "network-changed", "server_uuid": "6805ee16-7746-4279-874c-0d82726c9c9b", "tag": "2661f549-17cb-4a4e-b224-39afc06e9e55"}]}' {{(pid=103837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 17:15:35.232078 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-68c250b3-b043-4184-aa84-81c08d71494a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (abf8a3eb-8271-42e1-8a70-d45b503de1ce), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:35.236624 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-68c250b3-b043-4184-aa84-81c08d71494a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:35.246606 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-68c250b3-b043-4184-aa84-81c08d71494a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/abf8a3eb-8271-42e1-8a70-d45b503de1ce HTTP/1.1" status: 204 len: 168 time: 0.5736830 Mar 02 17:15:35.270806 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c250b3-b043-4184-aa84-81c08d71494a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf8a3eb-8271-42e1-8a70-d45b503de1ce,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:15:35.282874 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-1d8f08c3-3f6a-4943-a70d-4474ccaf9f06 req-3580866f-b50d-424d-9c29-84875cc00508 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Publish callbacks [] for port (4a256a90-0d43-4274-8693-d4c1c406c0a5), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:35.343619 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbde35d-feea-4134-977e-8e35a0211882 req-588102aa-2896-44ae-bd53-8a361e89faca tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:35.345301 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2cbde35d-feea-4134-977e-8e35a0211882 req-588102aa-2896-44ae-bd53-8a361e89faca tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d2d21dc-19ba-408d-a3fb-045fba105d1d HTTP/1.1" status: 200 len: 931 time: 0.1877627 Mar 02 17:15:35.439580 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2cbde35d-feea-4134-977e-8e35a0211882 req-fe01cf94-8c01-4558-af02-859d92492ef7 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839462 Mar 02 17:15:35.499665 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-1d8f08c3-3f6a-4943-a70d-4474ccaf9f06 req-3580866f-b50d-424d-9c29-84875cc00508 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757691134181'] for port (4a256a90-0d43-4274-8693-d4c1c406c0a5), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:35.579747 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 17:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-955722e7-4adb-49da-82f8-0713a417efd0 x-openstack-request-id: req-955722e7-4adb-49da-82f8-0713a417efd0 {{(pid=103837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 17:15:35.580047 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6805ee16-7746-4279-874c-0d82726c9c9b", "tag": "2661f549-17cb-4a4e-b224-39afc06e9e55", "status": "completed", "code": 200}]} {{(pid=103837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 17:15:35.580304 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-955722e7-4adb-49da-82f8-0713a417efd0 {{(pid=103837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 17:15:35.580771 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6805ee16-7746-4279-874c-0d82726c9c9b', 'tag': '2661f549-17cb-4a4e-b224-39afc06e9e55', 'status': 'completed', 'code': 200} Mar 02 17:15:35.614814 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d8f08c3-3f6a-4943-a70d-4474ccaf9f06 req-3580866f-b50d-424d-9c29-84875cc00508 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Network ef02e7c1-3825-40da-8301-7b2b393305d9 is already hosted by enough agents. {{(pid=103838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:15:35.619541 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.base_scheduler [req-1d8f08c3-3f6a-4943-a70d-4474ccaf9f06 req-3580866f-b50d-424d-9c29-84875cc00508 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Resources bound (agent type, host, resource id): {{(pid=103838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:15:35.640411 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d8f08c3-3f6a-4943-a70d-4474ccaf9f06 req-3580866f-b50d-424d-9c29-84875cc00508 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Received port after_create {{(pid=103838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 17:15:35.646044 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f08c3-3f6a-4943-a70d-4474ccaf9f06 req-3580866f-b50d-424d-9c29-84875cc00508 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:35.646784 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-1d8f08c3-3f6a-4943-a70d-4474ccaf9f06 req-3580866f-b50d-424d-9c29-84875cc00508 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572135'] for port (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:35.679070 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3580866f-b50d-424d-9c29-84875cc00508 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Pushing event updated for resources: {'Port': ['ID=4a256a90-0d43-4274-8693-d4c1c406c0a5,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:15:35.703272 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c0e67c-1efb-42b9-8f80-617c95c57304 req-71bd24ce-0762-42b6-b3ea-2df231200597 tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:35.705635 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-80c0e67c-1efb-42b9-8f80-617c95c57304 req-71bd24ce-0762-42b6-b3ea-2df231200597 tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] 10.222.0.55 "GET /v2.0/ports?device_id=6805ee16-7746-4279-874c-0d82726c9c9b HTTP/1.1" status: 200 len: 943 time: 0.1161187 Mar 02 17:15:35.774948 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-80c0e67c-1efb-42b9-8f80-617c95c57304 req-78cf79ac-2070-47d8-9055-e836c2bcf798 tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0000517-4548-4cde-af0b-5466d46dbc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606313 Mar 02 17:15:35.783055 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-1d8f08c3-3f6a-4943-a70d-4474ccaf9f06 req-3580866f-b50d-424d-9c29-84875cc00508 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7620518 Mar 02 17:15:36.274865 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-340df4ea-f7ef-4533-bc17-f50a1d3f42e7 req-9f78b80f-a145-43c0-825d-2cc7fc77cbc4 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 210 time: 0.0357304 Mar 02 17:15:36.608159 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd1efb-d8ba-421f-a22f-7b76fc799ffb req-1dd6f500-90d5-406d-8ad1-92afddc50b5e tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:36.608159 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-02bd1efb-d8ba-421f-a22f-7b76fc799ffb req-1dd6f500-90d5-406d-8ad1-92afddc50b5e tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d2d21dc-19ba-408d-a3fb-045fba105d1d HTTP/1.1" status: 200 len: 931 time: 0.0800025 Mar 02 17:15:36.733671 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-02bd1efb-d8ba-421f-a22f-7b76fc799ffb req-8512f07b-963b-47a8-b611-ad405e0d7576 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181421 Mar 02 17:15:36.804782 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-765bf0ac-d167-416d-8fe2-638e582454ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (aac89579-4eb6-45c8-861e-e37bc0c26bf3), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:36.946017 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015aedd8-459b-4fe7-bed0-9af747718b3f req-4950df20-6f6a-4480-a55f-770682020f5d tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:36.955721 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-015aedd8-459b-4fe7-bed0-9af747718b3f req-4950df20-6f6a-4480-a55f-770682020f5d tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] 10.222.0.55 "GET /v2.0/ports?device_id=6805ee16-7746-4279-874c-0d82726c9c9b HTTP/1.1" status: 200 len: 943 time: 0.0958831 Mar 02 17:15:37.013384 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-015aedd8-459b-4fe7-bed0-9af747718b3f req-4b5df7ae-2614-4066-b895-fe35e7879a92 tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0000517-4548-4cde-af0b-5466d46dbc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542989 Mar 02 17:15:37.447612 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-15b96274-b14c-4a99-a49d-bb83c8a47cb2 req-084f9601-26ca-44c8-95ac-cbfbf2570d86 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 210 time: 0.0403883 Mar 02 17:15:37.951563 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b20b242-663c-42a0-945e-cc684d71a834 req-82530707-025b-4167-b8bc-801bee17b24f tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:37.958567 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-9b20b242-663c-42a0-945e-cc684d71a834 req-82530707-025b-4167-b8bc-801bee17b24f tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d2d21dc-19ba-408d-a3fb-045fba105d1d HTTP/1.1" status: 200 len: 931 time: 0.0967829 Mar 02 17:15:38.027963 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-9b20b242-663c-42a0-945e-cc684d71a834 req-56106cb5-04c7-41c6-a667-2e419961b14d tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626869 Mar 02 17:15:38.161921 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d8a6c-90a5-4a00-a798-a12719a51d24 req-fcaf2e40-1462-48ed-b8ba-019d83e9385d tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:38.161921 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-dc3d8a6c-90a5-4a00-a798-a12719a51d24 req-fcaf2e40-1462-48ed-b8ba-019d83e9385d tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] 10.222.0.55 "GET /v2.0/ports?device_id=6805ee16-7746-4279-874c-0d82726c9c9b HTTP/1.1" status: 200 len: 943 time: 0.0763459 Mar 02 17:15:38.207769 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90356b9b-9a55-4227-ace0-d1fc01a5475f), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:38.214168 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-dc3d8a6c-90a5-4a00-a798-a12719a51d24 req-198990a1-1638-4d29-b29f-0e175281d4fe tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0000517-4548-4cde-af0b-5466d46dbc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474701 Mar 02 17:15:38.600306 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-24d9cd03-a4b1-42b9-8f94-9a3d8a5192d3 req-b2dfa9ae-0fd2-401c-8f79-1b56cf6c8252 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 210 time: 0.0332253 Mar 02 17:15:39.186058 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0430e130-2f2a-491c-93b5-a275f44dd3b6 req-d5f05cab-1289-4842-aa6d-2c7df28ecd90 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:39.188286 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0430e130-2f2a-491c-93b5-a275f44dd3b6 req-d5f05cab-1289-4842-aa6d-2c7df28ecd90 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d2d21dc-19ba-408d-a3fb-045fba105d1d HTTP/1.1" status: 200 len: 931 time: 0.0801129 Mar 02 17:15:39.311783 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0430e130-2f2a-491c-93b5-a275f44dd3b6 req-36fd2659-aa6d-45f8-8e06-ed71cab95492 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053228 Mar 02 17:15:39.422556 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7662fa27-5f73-440b-ad16-851b6f3aeb22 req-e3155e00-1d92-46d9-92f6-097e26e7096b tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:39.424410 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-7662fa27-5f73-440b-ad16-851b6f3aeb22 req-e3155e00-1d92-46d9-92f6-097e26e7096b tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] 10.222.0.55 "GET /v2.0/ports?device_id=6805ee16-7746-4279-874c-0d82726c9c9b HTTP/1.1" status: 200 len: 943 time: 0.0789635 Mar 02 17:15:39.490563 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-7662fa27-5f73-440b-ad16-851b6f3aeb22 req-ad69d539-f13e-4baf-8c39-0c8364ff8636 tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0000517-4548-4cde-af0b-5466d46dbc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590026 Mar 02 17:15:39.763146 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-518e6d7f-b859-4030-84a9-1b128c85b202 req-1b5b3df9-2318-4cc1-b4fe-1e939f06a6f0 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 210 time: 0.0371284 Mar 02 17:15:40.484953 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c05824-dff6-4419-823c-74b4cf755fa2 req-dbc56653-9149-412d-af98-b86f5cdfdfbf tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:40.486537 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-14c05824-dff6-4419-823c-74b4cf755fa2 req-dbc56653-9149-412d-af98-b86f5cdfdfbf tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d2d21dc-19ba-408d-a3fb-045fba105d1d HTTP/1.1" status: 200 len: 931 time: 0.0756288 Mar 02 17:15:40.550365 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-14c05824-dff6-4419-823c-74b4cf755fa2 req-f95f7344-08f5-4236-8bf5-d67a074f0059 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577466 Mar 02 17:15:40.629105 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167458f-3a35-47f8-9702-25caf880ec6d req-30426d1c-fd3d-4b62-899c-e1e64214c9b6 tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:40.630878 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2167458f-3a35-47f8-9702-25caf880ec6d req-30426d1c-fd3d-4b62-899c-e1e64214c9b6 tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] 10.222.0.55 "GET /v2.0/ports?device_id=6805ee16-7746-4279-874c-0d82726c9c9b HTTP/1.1" status: 200 len: 943 time: 0.0596530 Mar 02 17:15:40.701302 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2167458f-3a35-47f8-9702-25caf880ec6d req-62b4bdb9-f7df-4779-9661-8339b49a9c83 tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0000517-4548-4cde-af0b-5466d46dbc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567214 Mar 02 17:15:40.900342 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e3aeb18d-75b7-4c28-b19d-78d82013a743 req-6255ab37-fa3f-438b-9499-580d18425203 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 210 time: 0.0335629 Mar 02 17:15:41.538231 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [req-1d8f08c3-3f6a-4943-a70d-4474ccaf9f06 req-857ff0ce-12d2-4e01-a482-0a87c2982412 service neutron] Request body: {'port': {'device_id': '4081c5a4-d3d8-4855-87a3-25860d7f4961', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:15:41.544447 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [req-20069182-58d5-4d7d-968d-75ff1ee1891f req-1dd8313d-ac0e-45d8-b3b9-75d8e13b0af0 service neutron] Request body: {'port': {'device_id': '4d2d21dc-19ba-408d-a3fb-045fba105d1d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:15:41.659029 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9438459-c808-4c33-8268-2d6a22774656 req-b892e2f6-cc38-4b95-99b0-621b61f43480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:41.661340 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [req-e9438459-c808-4c33-8268-2d6a22774656 req-b892e2f6-cc38-4b95-99b0-621b61f43480 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=afb66bcb93064d42a797f24a84350f67&device_id=6805ee16-7746-4279-874c-0d82726c9c9b HTTP/1.1" status: 200 len: 1127 time: 0.0998282 Mar 02 17:15:41.870900 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-20069182-58d5-4d7d-968d-75ff1ee1891f req-1dd8313d-ac0e-45d8-b3b9-75d8e13b0af0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (61f8935d-8cac-485e-9ead-6e824c447ee2), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:41.876950 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9438459-c808-4c33-8268-2d6a22774656 req-ef0f56d0-50f0-461b-8f4b-3dde622e82dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:41.878816 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [req-e9438459-c808-4c33-8268-2d6a22774656 req-ef0f56d0-50f0-461b-8f4b-3dde622e82dd service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=afb66bcb93064d42a797f24a84350f67&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2067468 Mar 02 17:15:41.899405 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-1d8f08c3-3f6a-4943-a70d-4474ccaf9f06 req-857ff0ce-12d2-4e01-a482-0a87c2982412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (4a256a90-0d43-4274-8693-d4c1c406c0a5), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:41.917664 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5512181a-17fb-4c44-8d7e-d792ff8875bb req-56ba204d-470e-4c06-814b-98b57e28bb35 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:41.919219 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-5512181a-17fb-4c44-8d7e-d792ff8875bb req-56ba204d-470e-4c06-814b-98b57e28bb35 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d2d21dc-19ba-408d-a3fb-045fba105d1d HTTP/1.1" status: 200 len: 931 time: 0.1771042 Mar 02 17:15:42.023535 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f360bf-5229-4190-ae33-5a81199ee9aa req-993408a5-531e-4961-a138-c8a06e12a586 tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:42.025295 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-68f360bf-5229-4190-ae33-5a81199ee9aa req-993408a5-531e-4961-a138-c8a06e12a586 tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] 10.222.0.55 "GET /v2.0/ports?device_id=6805ee16-7746-4279-874c-0d82726c9c9b HTTP/1.1" status: 200 len: 943 time: 0.2093389 Mar 02 17:15:42.089906 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9438459-c808-4c33-8268-2d6a22774656 req-4fc1c715-fa49-48ea-80aa-c3ed1c04c89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:42.094798 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [req-e9438459-c808-4c33-8268-2d6a22774656 req-4fc1c715-fa49-48ea-80aa-c3ed1c04c89e service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2009428 Mar 02 17:15:42.215782 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b8913-39df-4e32-a93f-832eea39671d req-c8ccaad8-4929-48de-ab37-f77dc9740520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:42.217559 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [req-4f6b8913-39df-4e32-a93f-832eea39671d req-c8ccaad8-4929-48de-ab37-f77dc9740520 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=afb66bcb93064d42a797f24a84350f67&device_id=6805ee16-7746-4279-874c-0d82726c9c9b HTTP/1.1" status: 200 len: 1127 time: 0.0710254 Mar 02 17:15:42.315979 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-5512181a-17fb-4c44-8d7e-d792ff8875bb req-297ed04a-4bf8-4026-b957-054a02ba3338 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3690724 Mar 02 17:15:42.362590 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-68f360bf-5229-4190-ae33-5a81199ee9aa req-ce36fa6c-c4ee-40a1-a440-7ac2bbbcbc16 tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0000517-4548-4cde-af0b-5466d46dbc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123643 Mar 02 17:15:42.483888 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [req-4f6b8913-39df-4e32-a93f-832eea39671d req-0975e0c9-ceac-4761-a3cd-c35c8774bbb6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2661f549-17cb-4a4e-b224-39afc06e9e55 HTTP/1.1" status: 200 len: 217 time: 0.2560601 Mar 02 17:15:42.498084 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d1c08cb4-73b1-41d6-9ab7-21b2c857da11 req-64806173-11ce-41b5-b6c2-60aec7274d4e tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 210 time: 0.0390470 Mar 02 17:15:42.541832 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b8913-39df-4e32-a93f-832eea39671d req-c40428b0-0451-4b09-b05d-3c6b2620d119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:42.543744 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [req-4f6b8913-39df-4e32-a93f-832eea39671d req-c40428b0-0451-4b09-b05d-3c6b2620d119 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=68449eb9-7fc0-486a-a32d-8c60bc740494 HTTP/1.1" status: 200 len: 852 time: 0.0528524 Mar 02 17:15:42.604981 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [req-4f6b8913-39df-4e32-a93f-832eea39671d req-fc3467e1-1497-434d-a9df-905fd651320d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=db346cb1-de8d-4dc7-98f7-75d6ac14e852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523973 Mar 02 17:15:42.624057 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [req-20069182-58d5-4d7d-968d-75ff1ee1891f req-1dd8313d-ac0e-45d8-b3b9-75d8e13b0af0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61f8935d-8cac-485e-9ead-6e824c447ee2 {{(pid=103838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 17:15:42.631340 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-20069182-58d5-4d7d-968d-75ff1ee1891f req-1dd8313d-ac0e-45d8-b3b9-75d8e13b0af0 service neutron] Publish callbacks [] for port (61f8935d-8cac-485e-9ead-6e824c447ee2), precommit_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:42.650380 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.49', 54939) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:15:42.663301 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [req-20069182-58d5-4d7d-968d-75ff1ee1891f req-1dd8313d-ac0e-45d8-b3b9-75d8e13b0af0 service neutron] Transition to ACTIVE for port object 61f8935d-8cac-485e-9ead-6e824c447ee2 will not be triggered until provisioned by entity L2. {{(pid=103838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 17:15:42.708901 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [req-4f6b8913-39df-4e32-a93f-832eea39671d req-cf17d89a-6606-4f4f-bbc6-4321d4a3ae16 service neutron] 10.222.0.49 "GET /v2.0/networks/db346cb1-de8d-4dc7-98f7-75d6ac14e852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962772 Mar 02 17:15:42.759700 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-20069182-58d5-4d7d-968d-75ff1ee1891f req-1dd8313d-ac0e-45d8-b3b9-75d8e13b0af0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (61f8935d-8cac-485e-9ead-6e824c447ee2), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:42.833028 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b22da-74e8-49f7-b011-77a3ac8243b1 req-57fb8ca8-4a10-4ddf-8983-75087a2e8f52 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:42.834946 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0b6b22da-74e8-49f7-b011-77a3ac8243b1 req-57fb8ca8-4a10-4ddf-8983-75087a2e8f52 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.49 "GET /v2.0/networks?id=ba91141c-2c4a-433e-a175-e7c250467227 HTTP/1.1" status: 200 len: 817 time: 0.1830997 Mar 02 17:15:42.836950 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [req-4f6b8913-39df-4e32-a93f-832eea39671d req-1d996f1a-7b76-4336-bd49-de7204fcef9a service neutron] 10.222.0.49 "GET /v2.0/networks/db346cb1-de8d-4dc7-98f7-75d6ac14e852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187670 Mar 02 17:15:42.892828 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd8313d-ac0e-45d8-b3b9-75d8e13b0af0 service neutron] Pushing event updated for resources: {'Port': ['ID=61f8935d-8cac-485e-9ead-6e824c447ee2,revision_number=2']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:15:43.002739 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [req-20069182-58d5-4d7d-968d-75ff1ee1891f req-1dd8313d-ac0e-45d8-b3b9-75d8e13b0af0 service neutron] Attempting to bind port 61f8935d-8cac-485e-9ead-6e824c447ee2 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 17:15:43.003538 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [req-20069182-58d5-4d7d-968d-75ff1ee1891f req-1dd8313d-ac0e-45d8-b3b9-75d8e13b0af0 service neutron] Attempting to bind port 61f8935d-8cac-485e-9ead-6e824c447ee2 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '4a5dee39-eed3-4cc2-bb42-87d9e619875d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ef02e7c1-3825-40da-8301-7b2b393305d9'}] {{(pid=103838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 17:15:43.003538 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20069182-58d5-4d7d-968d-75ff1ee1891f req-1dd8313d-ac0e-45d8-b3b9-75d8e13b0af0 service neutron] Attempting to bind port 61f8935d-8cac-485e-9ead-6e824c447ee2 on network ef02e7c1-3825-40da-8301-7b2b393305d9 {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 17:15:43.022162 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20069182-58d5-4d7d-968d-75ff1ee1891f req-1dd8313d-ac0e-45d8-b3b9-75d8e13b0af0 service neutron] Port 61f8935d-8cac-485e-9ead-6e824c447ee2 on network ef02e7c1-3825-40da-8301-7b2b393305d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 17:15:43.022487 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20069182-58d5-4d7d-968d-75ff1ee1891f req-1dd8313d-ac0e-45d8-b3b9-75d8e13b0af0 service neutron] Attempting to bind port 61f8935d-8cac-485e-9ead-6e824c447ee2 on network ef02e7c1-3825-40da-8301-7b2b393305d9 {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 17:15:43.024559 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (dbb67c4d-7aa5-4acf-82b3-541c1cabd3d2), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:43.039880 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20069182-58d5-4d7d-968d-75ff1ee1891f req-1dd8313d-ac0e-45d8-b3b9-75d8e13b0af0 service neutron] Checking agent: {'id': 'dbb67c4d-7aa5-4acf-82b3-541c1cabd3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 13), 'started_at': datetime.datetime(2022, 3, 2, 17, 13, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 17:15:43.040249 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20069182-58d5-4d7d-968d-75ff1ee1891f req-1dd8313d-ac0e-45d8-b3b9-75d8e13b0af0 service neutron] Checking segment: {'id': '4a5dee39-eed3-4cc2-bb42-87d9e619875d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ef02e7c1-3825-40da-8301-7b2b393305d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 17:15:43.040797 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20069182-58d5-4d7d-968d-75ff1ee1891f req-1dd8313d-ac0e-45d8-b3b9-75d8e13b0af0 service neutron] Bound using segment: {'id': '4a5dee39-eed3-4cc2-bb42-87d9e619875d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ef02e7c1-3825-40da-8301-7b2b393305d9'} {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 17:15:43.041273 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [req-20069182-58d5-4d7d-968d-75ff1ee1891f req-1dd8313d-ac0e-45d8-b3b9-75d8e13b0af0 service neutron] Bound port: 61f8935d-8cac-485e-9ead-6e824c447ee2, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a5dee39-eed3-4cc2-bb42-87d9e619875d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ef02e7c1-3825-40da-8301-7b2b393305d9'}}] {{(pid=103838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 17:15:43.041625 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-20069182-58d5-4d7d-968d-75ff1ee1891f req-1dd8313d-ac0e-45d8-b3b9-75d8e13b0af0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (61f8935d-8cac-485e-9ead-6e824c447ee2), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:43.048174 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0b6b22da-74e8-49f7-b011-77a3ac8243b1 req-1e9598f3-9cc9-42e2-a45f-8fefd3ebb649 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c5c3e34b0274e8a95876b46416bdc2d HTTP/1.1" status: 200 len: 380 time: 0.1944773 Mar 02 17:15:43.072359 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [req-0b6b22da-74e8-49f7-b011-77a3ac8243b1 req-9ab21186-9364-4c11-8cb0-f28f4b30667b tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Request body: {'port': {'device_id': 'a0f06e23-1e9f-4ea7-ab98-6d5ed74183df', 'network_id': 'ba91141c-2c4a-433e-a175-e7c250467227', 'admin_state_up': True, 'tenant_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'security_groups': ['f77ced95-441a-4df3-ae3b-1055c1374c7f']}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:15:43.134060 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [req-1d8f08c3-3f6a-4943-a70d-4474ccaf9f06 req-857ff0ce-12d2-4e01-a482-0a87c2982412 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a256a90-0d43-4274-8693-d4c1c406c0a5 {{(pid=103838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 17:15:43.162706 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-1d8f08c3-3f6a-4943-a70d-4474ccaf9f06 req-857ff0ce-12d2-4e01-a482-0a87c2982412 service neutron] Publish callbacks [] for port (4a256a90-0d43-4274-8693-d4c1c406c0a5), precommit_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:43.197382 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [req-1d8f08c3-3f6a-4943-a70d-4474ccaf9f06 req-857ff0ce-12d2-4e01-a482-0a87c2982412 service neutron] Transition to ACTIVE for port object 4a256a90-0d43-4274-8693-d4c1c406c0a5 will not be triggered until provisioned by entity L2. {{(pid=103838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 17:15:43.230941 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [req-20069182-58d5-4d7d-968d-75ff1ee1891f req-1dd8313d-ac0e-45d8-b3b9-75d8e13b0af0 service neutron] For port 61f8935d-8cac-485e-9ead-6e824c447ee2, host hv-cinder-77819, cleared binding levels {{(pid=103838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:15:43.267492 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [req-20069182-58d5-4d7d-968d-75ff1ee1891f req-1dd8313d-ac0e-45d8-b3b9-75d8e13b0af0 service neutron] For port 61f8935d-8cac-485e-9ead-6e824c447ee2, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=61f8935d-8cac-485e-9ead-6e824c447ee2,segment=NetworkSegment(4a5dee39-eed3-4cc2-bb42-87d9e619875d),segment_id=4a5dee39-eed3-4cc2-bb42-87d9e619875d)] {{(pid=103838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:15:43.310308 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-1d8f08c3-3f6a-4943-a70d-4474ccaf9f06 req-857ff0ce-12d2-4e01-a482-0a87c2982412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (4a256a90-0d43-4274-8693-d4c1c406c0a5), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:43.388187 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857ff0ce-12d2-4e01-a482-0a87c2982412 service neutron] Pushing event updated for resources: {'Port': ['ID=4a256a90-0d43-4274-8693-d4c1c406c0a5,revision_number=2']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:15:43.411654 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-20069182-58d5-4d7d-968d-75ff1ee1891f req-1dd8313d-ac0e-45d8-b3b9-75d8e13b0af0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (61f8935d-8cac-485e-9ead-6e824c447ee2), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:43.460251 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [req-1d8f08c3-3f6a-4943-a70d-4474ccaf9f06 req-857ff0ce-12d2-4e01-a482-0a87c2982412 service neutron] Attempting to bind port 4a256a90-0d43-4274-8693-d4c1c406c0a5 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 17:15:43.460251 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [req-1d8f08c3-3f6a-4943-a70d-4474ccaf9f06 req-857ff0ce-12d2-4e01-a482-0a87c2982412 service neutron] Attempting to bind port 4a256a90-0d43-4274-8693-d4c1c406c0a5 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '4a5dee39-eed3-4cc2-bb42-87d9e619875d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ef02e7c1-3825-40da-8301-7b2b393305d9'}] {{(pid=103838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 17:15:43.460251 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8f08c3-3f6a-4943-a70d-4474ccaf9f06 req-857ff0ce-12d2-4e01-a482-0a87c2982412 service neutron] Attempting to bind port 4a256a90-0d43-4274-8693-d4c1c406c0a5 on network ef02e7c1-3825-40da-8301-7b2b393305d9 {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 17:15:43.489283 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b6b22da-74e8-49f7-b011-77a3ac8243b1 req-9ab21186-9364-4c11-8cb0-f28f4b30667b tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Made reservation on behalf of 4c5c3e34b0274e8a95876b46416bdc2d for: {'port': 1} {{(pid=103838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:15:43.490355 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-0b6b22da-74e8-49f7-b011-77a3ac8243b1 req-9ab21186-9364-4c11-8cb0-f28f4b30667b tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:43.528485 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8f08c3-3f6a-4943-a70d-4474ccaf9f06 req-857ff0ce-12d2-4e01-a482-0a87c2982412 service neutron] Port 4a256a90-0d43-4274-8693-d4c1c406c0a5 on network ef02e7c1-3825-40da-8301-7b2b393305d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 17:15:43.528802 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8f08c3-3f6a-4943-a70d-4474ccaf9f06 req-857ff0ce-12d2-4e01-a482-0a87c2982412 service neutron] Attempting to bind port 4a256a90-0d43-4274-8693-d4c1c406c0a5 on network ef02e7c1-3825-40da-8301-7b2b393305d9 {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 17:15:43.551381 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20069182-58d5-4d7d-968d-75ff1ee1891f req-1dd8313d-ac0e-45d8-b3b9-75d8e13b0af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:43.551381 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-20069182-58d5-4d7d-968d-75ff1ee1891f req-1dd8313d-ac0e-45d8-b3b9-75d8e13b0af0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572135'] for port (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:43.551873 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-20069182-58d5-4d7d-968d-75ff1ee1891f req-1dd8313d-ac0e-45d8-b3b9-75d8e13b0af0 service neutron] 10.222.0.49 "PUT /v2.0/ports/61f8935d-8cac-485e-9ead-6e824c447ee2 HTTP/1.1" status: 200 len: 1093 time: 2.0216107 Mar 02 17:15:43.570936 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d2d21dc-19ba-408d-a3fb-045fba105d1d', 'tag': '61f8935d-8cac-485e-9ead-6e824c447ee2'}] {{(pid=103838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 17:15:43.659499 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8f08c3-3f6a-4943-a70d-4474ccaf9f06 req-857ff0ce-12d2-4e01-a482-0a87c2982412 service neutron] Checking agent: {'id': 'dbb67c4d-7aa5-4acf-82b3-541c1cabd3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 13), 'started_at': datetime.datetime(2022, 3, 2, 17, 13, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 17:15:43.659877 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8f08c3-3f6a-4943-a70d-4474ccaf9f06 req-857ff0ce-12d2-4e01-a482-0a87c2982412 service neutron] Checking segment: {'id': '4a5dee39-eed3-4cc2-bb42-87d9e619875d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ef02e7c1-3825-40da-8301-7b2b393305d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 17:15:43.660213 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8f08c3-3f6a-4943-a70d-4474ccaf9f06 req-857ff0ce-12d2-4e01-a482-0a87c2982412 service neutron] Bound using segment: {'id': '4a5dee39-eed3-4cc2-bb42-87d9e619875d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ef02e7c1-3825-40da-8301-7b2b393305d9'} {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 17:15:43.660678 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [req-1d8f08c3-3f6a-4943-a70d-4474ccaf9f06 req-857ff0ce-12d2-4e01-a482-0a87c2982412 service neutron] Bound port: 4a256a90-0d43-4274-8693-d4c1c406c0a5, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a5dee39-eed3-4cc2-bb42-87d9e619875d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ef02e7c1-3825-40da-8301-7b2b393305d9'}}] {{(pid=103838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 17:15:43.661047 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-1d8f08c3-3f6a-4943-a70d-4474ccaf9f06 req-857ff0ce-12d2-4e01-a482-0a87c2982412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (4a256a90-0d43-4274-8693-d4c1c406c0a5), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:43.687147 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd8313d-ac0e-45d8-b3b9-75d8e13b0af0 service neutron] Pushing event updated for resources: {'Port': ['ID=61f8935d-8cac-485e-9ead-6e824c447ee2,revision_number=3']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:15:43.920561 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7c8e0f7c7170b606f581d652a183e77a47547618c5f9292d8eb62f06a367e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49531ff9-66ea-47b0-a3fb-817517c67752" -d '{"events": [{"name": "network-changed", "server_uuid": "4d2d21dc-19ba-408d-a3fb-045fba105d1d", "tag": "61f8935d-8cac-485e-9ead-6e824c447ee2"}]}' {{(pid=103838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 17:15:43.995104 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7985d26-9033-49dd-bb86-065953fe9da0 req-7e359820-2344-4a95-a0f1-6e6e98591e54 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:43.997137 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e7985d26-9033-49dd-bb86-065953fe9da0 req-7e359820-2344-4a95-a0f1-6e6e98591e54 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d2d21dc-19ba-408d-a3fb-045fba105d1d HTTP/1.1" status: 200 len: 943 time: 0.5870528 Mar 02 17:15:44.102431 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242439f-7d66-422e-9570-c6623e705ea7 req-0290d6a4-d98f-4b9e-937f-2552334c0c57 tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:44.103923 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0242439f-7d66-422e-9570-c6623e705ea7 req-0290d6a4-d98f-4b9e-937f-2552334c0c57 tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] 10.222.0.55 "GET /v2.0/ports?device_id=6805ee16-7746-4279-874c-0d82726c9c9b HTTP/1.1" status: 200 len: 943 time: 0.6071956 Mar 02 17:15:44.146028 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [req-1d8f08c3-3f6a-4943-a70d-4474ccaf9f06 req-857ff0ce-12d2-4e01-a482-0a87c2982412 service neutron] For port 4a256a90-0d43-4274-8693-d4c1c406c0a5, host hv-cinder-77819, cleared binding levels {{(pid=103838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:15:44.189740 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [req-1d8f08c3-3f6a-4943-a70d-4474ccaf9f06 req-857ff0ce-12d2-4e01-a482-0a87c2982412 service neutron] For port 4a256a90-0d43-4274-8693-d4c1c406c0a5, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=4a256a90-0d43-4274-8693-d4c1c406c0a5,segment=NetworkSegment(4a5dee39-eed3-4cc2-bb42-87d9e619875d),segment_id=4a5dee39-eed3-4cc2-bb42-87d9e619875d)] {{(pid=103838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:15:44.221748 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.db_base_plugin_common [req-0b6b22da-74e8-49f7-b011-77a3ac8243b1 req-9ab21186-9364-4c11-8cb0-f28f4b30667b tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Allocated IP 172.20.0.6 (ba91141c-2c4a-433e-a175-e7c250467227/b2418ff9-f0a5-4e04-8f27-a85b5ef0f2a3/b68d8011-6aa0-4d28-8e03-0da9e6f36b0e) {{(pid=103838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:15:44.230397 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e7985d26-9033-49dd-bb86-065953fe9da0 req-bb7952a5-b550-48d9-aa3a-72df7b9118fd tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069037 Mar 02 17:15:44.233064 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20069182-58d5-4d7d-968d-75ff1ee1891f req-ecfc2531-05da-41e1-935c-01b3e89f71bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:44.234539 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-20069182-58d5-4d7d-968d-75ff1ee1891f req-ecfc2531-05da-41e1-935c-01b3e89f71bc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=972279b7457f4e0fa6d7b4d953912711&device_id=4d2d21dc-19ba-408d-a3fb-045fba105d1d HTTP/1.1" status: 200 len: 1127 time: 0.3121958 Mar 02 17:15:44.325788 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0242439f-7d66-422e-9570-c6623e705ea7 req-204aaedc-c1c3-4b20-a11b-eef8e6eba547 tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0000517-4548-4cde-af0b-5466d46dbc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071157 Mar 02 17:15:44.332613 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-20069182-58d5-4d7d-968d-75ff1ee1891f req-6d48fc58-db88-4e6c-a2c3-c67a00e27df8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61f8935d-8cac-485e-9ead-6e824c447ee2 HTTP/1.1" status: 200 len: 217 time: 0.0874815 Mar 02 17:15:44.335204 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-1d8f08c3-3f6a-4943-a70d-4474ccaf9f06 req-857ff0ce-12d2-4e01-a482-0a87c2982412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (4a256a90-0d43-4274-8693-d4c1c406c0a5), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:44.484640 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857ff0ce-12d2-4e01-a482-0a87c2982412 service neutron] Pushing event updated for resources: {'Port': ['ID=4a256a90-0d43-4274-8693-d4c1c406c0a5,revision_number=3']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:15:44.495609 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 17:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe6c7ae7-ffe2-46c5-aeef-d59c95d249ca x-openstack-request-id: req-fe6c7ae7-ffe2-46c5-aeef-d59c95d249ca {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 17:15:44.495895 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d2d21dc-19ba-408d-a3fb-045fba105d1d", "tag": "61f8935d-8cac-485e-9ead-6e824c447ee2", "status": "completed", "code": 200}]} {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 17:15:44.496762 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fe6c7ae7-ffe2-46c5-aeef-d59c95d249ca {{(pid=103838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 17:15:44.497393 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d2d21dc-19ba-408d-a3fb-045fba105d1d', 'tag': '61f8935d-8cac-485e-9ead-6e824c447ee2', 'status': 'completed', 'code': 200} Mar 02 17:15:44.499998 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-117d15fc-aec8-4b23-a3b0-2c47973c71d3 req-5d218115-4ee6-410e-872c-f2698e2ddfc5 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 210 time: 0.0832462 Mar 02 17:15:44.513082 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f08c3-3f6a-4943-a70d-4474ccaf9f06 req-857ff0ce-12d2-4e01-a482-0a87c2982412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:44.513718 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-1d8f08c3-3f6a-4943-a70d-4474ccaf9f06 req-857ff0ce-12d2-4e01-a482-0a87c2982412 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572135'] for port (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:44.515331 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-1d8f08c3-3f6a-4943-a70d-4474ccaf9f06 req-857ff0ce-12d2-4e01-a482-0a87c2982412 service neutron] 10.222.0.49 "PUT /v2.0/ports/4a256a90-0d43-4274-8693-d4c1c406c0a5 HTTP/1.1" status: 200 len: 1093 time: 2.9832723 Mar 02 17:15:44.560379 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20069182-58d5-4d7d-968d-75ff1ee1891f req-154c520e-fc43-48ba-b8df-f4c60b9e3598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:44.561882 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-20069182-58d5-4d7d-968d-75ff1ee1891f req-154c520e-fc43-48ba-b8df-f4c60b9e3598 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=af473c7a-b242-4124-a285-d83fb26df936 HTTP/1.1" status: 200 len: 859 time: 0.2190859 Mar 02 17:15:44.638867 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-0b6b22da-74e8-49f7-b011-77a3ac8243b1 req-9ab21186-9364-4c11-8cb0-f28f4b30667b tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks [] for port (b68d8011-6aa0-4d28-8e03-0da9e6f36b0e), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:44.731648 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 44492) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:15:44.773363 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-0b6b22da-74e8-49f7-b011-77a3ac8243b1 req-9ab21186-9364-4c11-8cb0-f28f4b30667b tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757691134181'] for port (b68d8011-6aa0-4d28-8e03-0da9e6f36b0e), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:44.819903 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b6b22da-74e8-49f7-b011-77a3ac8243b1 req-9ab21186-9364-4c11-8cb0-f28f4b30667b tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Network ba91141c-2c4a-433e-a175-e7c250467227 is already hosted by enough agents. {{(pid=103838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:15:44.823485 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.base_scheduler [req-0b6b22da-74e8-49f7-b011-77a3ac8243b1 req-9ab21186-9364-4c11-8cb0-f28f4b30667b tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Resources bound (agent type, host, resource id): {{(pid=103838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:15:44.831327 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b6b22da-74e8-49f7-b011-77a3ac8243b1 req-9ab21186-9364-4c11-8cb0-f28f4b30667b tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Received port after_create {{(pid=103838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 17:15:44.836276 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b22da-74e8-49f7-b011-77a3ac8243b1 req-9ab21186-9364-4c11-8cb0-f28f4b30667b tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:44.836935 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-0b6b22da-74e8-49f7-b011-77a3ac8243b1 req-9ab21186-9364-4c11-8cb0-f28f4b30667b tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572135'] for port (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:44.849235 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab21186-9364-4c11-8cb0-f28f4b30667b tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Pushing event updated for resources: {'Port': ['ID=b68d8011-6aa0-4d28-8e03-0da9e6f36b0e,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:15:44.866502 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-c8febeec-2e0b-4cfb-a318-7fd317b88d20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:44.957714 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-c8febeec-2e0b-4cfb-a318-7fd317b88d20 admin admin] Publish callbacks [] for security_group (2b9d006c-d657-4903-aaf2-b49b400d0208), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:45.016335 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0b6b22da-74e8-49f7-b011-77a3ac8243b1 req-9ab21186-9364-4c11-8cb0-f28f4b30667b tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9491596 Mar 02 17:15:45.041075 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-e413bf25-0561-4854-91cb-f32b8dbc0c71 None None] Provisioning complete for port b68d8011-6aa0-4d28-8e03-0da9e6f36b0e triggered by entity DHCP. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:15:45.041572 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e413bf25-0561-4854-91cb-f32b8dbc0c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (b68d8011-6aa0-4d28-8e03-0da9e6f36b0e), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:45.079691 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-e413bf25-0561-4854-91cb-f32b8dbc0c71 None None] Port b68d8011-6aa0-4d28-8e03-0da9e6f36b0e cannot update to ACTIVE because it is not bound. {{(pid=103839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 17:15:45.098660 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-c8febeec-2e0b-4cfb-a318-7fd317b88d20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (2b9d006c-d657-4903-aaf2-b49b400d0208), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:45.138409 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8febeec-2e0b-4cfb-a318-7fd317b88d20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9d006c-d657-4903-aaf2-b49b400d0208,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:15:45.143482 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-c8febeec-2e0b-4cfb-a318-7fd317b88d20 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4f262bbdc74048b2ac9daf3e5b292a7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4107759 Mar 02 17:15:45.146017 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 44502) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:15:45.204509 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-c46aa515-cbc9-4112-85e8-161b254236a9 admin admin] Publish callbacks [] for security_group (2b9d006c-d657-4903-aaf2-b49b400d0208), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:45.232356 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-c46aa515-cbc9-4112-85e8-161b254236a9 admin admin] Publish callbacks [] for security_group (2b9d006c-d657-4903-aaf2-b49b400d0208), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:45.368768 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5747a377-7451-4095-9bb7-c542ee8a7694 req-346a7b9c-dd82-4a2a-9816-0d1af0e4dd4e tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:45.370430 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-5747a377-7451-4095-9bb7-c542ee8a7694 req-346a7b9c-dd82-4a2a-9816-0d1af0e4dd4e tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d2d21dc-19ba-408d-a3fb-045fba105d1d HTTP/1.1" status: 200 len: 943 time: 0.0581188 Mar 02 17:15:45.375802 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-c46aa515-cbc9-4112-85e8-161b254236a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (2b9d006c-d657-4903-aaf2-b49b400d0208), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:45.380697 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-c46aa515-cbc9-4112-85e8-161b254236a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:45.382070 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-c46aa515-cbc9-4112-85e8-161b254236a9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2b9d006c-d657-4903-aaf2-b49b400d0208 HTTP/1.1" status: 204 len: 168 time: 0.2350738 Mar 02 17:15:45.414974 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46aa515-cbc9-4112-85e8-161b254236a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9d006c-d657-4903-aaf2-b49b400d0208,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:15:45.492172 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-5747a377-7451-4095-9bb7-c542ee8a7694 req-7d4eaa55-133f-4052-a822-e3f08c08fb3c tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088598 Mar 02 17:15:45.504752 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bce12c-3cde-41f3-8b62-4fce41fc4868 req-c4f1aee7-d8d5-48a7-9619-9e0c865a9c87 tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:45.506199 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-05bce12c-3cde-41f3-8b62-4fce41fc4868 req-c4f1aee7-d8d5-48a7-9619-9e0c865a9c87 tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] 10.222.0.55 "GET /v2.0/ports?device_id=6805ee16-7746-4279-874c-0d82726c9c9b HTTP/1.1" status: 200 len: 943 time: 0.0946672 Mar 02 17:15:45.575197 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-05bce12c-3cde-41f3-8b62-4fce41fc4868 req-fef0c192-04c9-476e-89f6-c1e57d0674ac tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0000517-4548-4cde-af0b-5466d46dbc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625963 Mar 02 17:15:45.641330 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf2fb0-114a-4954-b5bd-297d1a495abc req-c6d9f6fe-f46e-4e90-9201-c48839dc2d8c tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:45.642881 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-6cbf2fb0-114a-4954-b5bd-297d1a495abc req-c6d9f6fe-f46e-4e90-9201-c48839dc2d8c tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 931 time: 0.0622067 Mar 02 17:15:45.693719 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-6cbf2fb0-114a-4954-b5bd-297d1a495abc req-80ec3f1f-9b09-411e-8141-5e20e94e4e79 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444629 Mar 02 17:15:46.070685 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 44520) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:15:46.084023 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-edb6356a-36e8-4040-9820-f25c894660b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:46.162720 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-edb6356a-36e8-4040-9820-f25c894660b0 admin admin] Publish callbacks [] for security_group (6b6830e5-8ccc-46e5-b12c-93b1765f1946), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:46.224472 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-edb6356a-36e8-4040-9820-f25c894660b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (6b6830e5-8ccc-46e5-b12c-93b1765f1946), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:46.264443 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb6356a-36e8-4040-9820-f25c894660b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b6830e5-8ccc-46e5-b12c-93b1765f1946,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:15:46.268960 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-edb6356a-36e8-4040-9820-f25c894660b0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9d073b0f52bd4e73b7d573981e9cc099&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1972566 Mar 02 17:15:46.271694 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 44526) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:15:46.322557 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-68602928-e74d-4b21-8ff4-42e6b61c7a8e admin admin] Publish callbacks [] for security_group (6b6830e5-8ccc-46e5-b12c-93b1765f1946), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:46.343867 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-68602928-e74d-4b21-8ff4-42e6b61c7a8e admin admin] Publish callbacks [] for security_group (6b6830e5-8ccc-46e5-b12c-93b1765f1946), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:46.487276 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-68602928-e74d-4b21-8ff4-42e6b61c7a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (6b6830e5-8ccc-46e5-b12c-93b1765f1946), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:46.490135 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-68602928-e74d-4b21-8ff4-42e6b61c7a8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:46.493432 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-68602928-e74d-4b21-8ff4-42e6b61c7a8e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6b6830e5-8ccc-46e5-b12c-93b1765f1946 HTTP/1.1" status: 204 len: 168 time: 0.2198637 Mar 02 17:15:46.501281 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4081c5a4-d3d8-4855-87a3-25860d7f4961', 'tag': '4a256a90-0d43-4274-8693-d4c1c406c0a5'}] {{(pid=103838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 17:15:46.503269 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7c8e0f7c7170b606f581d652a183e77a47547618c5f9292d8eb62f06a367e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d1d4cb-4ccf-4d24-a689-b221d4763a84" -d '{"events": [{"name": "network-changed", "server_uuid": "4081c5a4-d3d8-4855-87a3-25860d7f4961", "tag": "4a256a90-0d43-4274-8693-d4c1c406c0a5"}]}' {{(pid=103838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 17:15:46.515957 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68602928-e74d-4b21-8ff4-42e6b61c7a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b6830e5-8ccc-46e5-b12c-93b1765f1946,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:15:46.611112 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 17:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af492a3e-3dd3-4455-b9eb-f01635d5f6a4 x-openstack-request-id: req-af492a3e-3dd3-4455-b9eb-f01635d5f6a4 {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 17:15:46.611530 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4081c5a4-d3d8-4855-87a3-25860d7f4961", "tag": "4a256a90-0d43-4274-8693-d4c1c406c0a5", "status": "completed", "code": 200}]} {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 17:15:46.611873 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-af492a3e-3dd3-4455-b9eb-f01635d5f6a4 {{(pid=103838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 17:15:46.612485 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4081c5a4-d3d8-4855-87a3-25860d7f4961', 'tag': '4a256a90-0d43-4274-8693-d4c1c406c0a5', 'status': 'completed', 'code': 200} Mar 02 17:15:46.636467 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a42802b-e355-492d-af18-51ffab9b0ea8 req-9a6db7fa-67e7-465f-91b6-7e27d28e817f tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:46.638655 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-9a42802b-e355-492d-af18-51ffab9b0ea8 req-9a6db7fa-67e7-465f-91b6-7e27d28e817f tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d2d21dc-19ba-408d-a3fb-045fba105d1d HTTP/1.1" status: 200 len: 943 time: 0.0644903 Mar 02 17:15:46.712510 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-9a42802b-e355-492d-af18-51ffab9b0ea8 req-7931c452-62a9-425b-ad7c-e314656cc034 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680788 Mar 02 17:15:46.733966 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5838fd-bfc7-401f-bbb0-fd78a713f009 req-181f5e1d-6d2d-48d0-95c8-d84c489c52e0 tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:46.735453 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-7a5838fd-bfc7-401f-bbb0-fd78a713f009 req-181f5e1d-6d2d-48d0-95c8-d84c489c52e0 tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] 10.222.0.55 "GET /v2.0/ports?device_id=6805ee16-7746-4279-874c-0d82726c9c9b HTTP/1.1" status: 200 len: 943 time: 0.0711303 Mar 02 17:15:46.812016 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-7a5838fd-bfc7-401f-bbb0-fd78a713f009 req-b244458b-5d8c-4d3c-81ab-622f82c3d93c tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0000517-4548-4cde-af0b-5466d46dbc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705917 Mar 02 17:15:46.837480 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5672a345-1dc0-43c0-970d-a24e75aae212 req-7a1379e8-a2c9-4c25-b186-f5a9b5621f14 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:46.838956 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-5672a345-1dc0-43c0-970d-a24e75aae212 req-7a1379e8-a2c9-4c25-b186-f5a9b5621f14 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 931 time: 0.0672877 Mar 02 17:15:46.888263 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-5672a345-1dc0-43c0-970d-a24e75aae212 req-9b2b77e9-922b-4b4b-937f-32bfe29612dd tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430527 Mar 02 17:15:47.307270 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [req-0b6b22da-74e8-49f7-b011-77a3ac8243b1 req-e9ea3e24-bdd3-4e1f-ad6b-5f7c0540f9bb service neutron] Request body: {'port': {'device_id': 'a0f06e23-1e9f-4ea7-ab98-6d5ed74183df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:15:47.336331 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-20069182-58d5-4d7d-968d-75ff1ee1891f req-c67fdb2a-dd48-484f-992c-bc9e503c54e1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ef02e7c1-3825-40da-8301-7b2b393305d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636845 Mar 02 17:15:47.478853 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d1d4cb-4ccf-4d24-a689-b221d4763a84 req-e059a53d-83f8-4c76-baeb-02f9b67e7bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:47.480380 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-08d1d4cb-4ccf-4d24-a689-b221d4763a84 req-e059a53d-83f8-4c76-baeb-02f9b67e7bb1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=972279b7457f4e0fa6d7b4d953912711&device_id=4081c5a4-d3d8-4855-87a3-25860d7f4961 HTTP/1.1" status: 200 len: 1127 time: 0.1698480 Mar 02 17:15:47.483289 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-0b6b22da-74e8-49f7-b011-77a3ac8243b1 req-e9ea3e24-bdd3-4e1f-ad6b-5f7c0540f9bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (b68d8011-6aa0-4d28-8e03-0da9e6f36b0e), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:47.514713 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device 2661f549-17cb-4a4e-b224-39afc06e9e55 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 17:15:47.657560 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-20069182-58d5-4d7d-968d-75ff1ee1891f req-cffb0e3b-568b-4455-ba00-d6f4c6f203c9 service neutron] 10.222.0.49 "GET /v2.0/networks/ef02e7c1-3825-40da-8301-7b2b393305d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871833 Mar 02 17:15:47.660136 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] For port 2661f549-17cb-4a4e-b224-39afc06e9e55, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2661f549-17cb-4a4e-b224-39afc06e9e55,segment=NetworkSegment(d55d32c0-3d12-45d2-a487-14899790a175),segment_id=d55d32c0-3d12-45d2-a487-14899790a175)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:15:47.672825 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Returning: {'device': '2661f549-17cb-4a4e-b224-39afc06e9e55', 'network_id': 'db346cb1-de8d-4dc7-98f7-75d6ac14e852', 'port_id': '2661f549-17cb-4a4e-b224-39afc06e9e55', 'mac_address': 'fa:16:3e:42:51:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68449eb9-7fc0-486a-a32d-8c60bc740494', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 17:15:47.720069 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Current status of the port 2661f549-17cb-4a4e-b224-39afc06e9e55 is: DOWN; New status is: BUILD {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:15:47.720708 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (2661f549-17cb-4a4e-b224-39afc06e9e55), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:47.737447 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.notifiers.nova [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2661f549-17cb-4a4e-b224-39afc06e9e55 {{(pid=103839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 17:15:47.759615 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] For port 2661f549-17cb-4a4e-b224-39afc06e9e55, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2661f549-17cb-4a4e-b224-39afc06e9e55,segment=NetworkSegment(d55d32c0-3d12-45d2-a487-14899790a175),segment_id=d55d32c0-3d12-45d2-a487-14899790a175)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:15:47.761525 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d1d4cb-4ccf-4d24-a689-b221d4763a84 req-31019db9-77b3-4831-b5de-a506039d86f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:47.763724 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-08d1d4cb-4ccf-4d24-a689-b221d4763a84 req-31019db9-77b3-4831-b5de-a506039d86f5 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=972279b7457f4e0fa6d7b4d953912711&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2660995 Mar 02 17:15:47.823208 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (2661f549-17cb-4a4e-b224-39afc06e9e55), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:47.890943 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Pushing event updated for resources: {'Port': ['ID=2661f549-17cb-4a4e-b224-39afc06e9e55,revision_number=4']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:15:48.330651 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-20069182-58d5-4d7d-968d-75ff1ee1891f req-cd5c0072-3853-4ab0-8a45-02cdf7e73bdc service neutron] 10.222.0.49 "GET /v2.0/networks/ef02e7c1-3825-40da-8301-7b2b393305d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6612794 Mar 02 17:15:48.365769 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13addaa8-1225-4736-a6aa-6854747d1d1e req-0f027c97-4d34-445f-8db1-75ddf5022d6c tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:48.367334 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-13addaa8-1225-4736-a6aa-6854747d1d1e req-0f027c97-4d34-445f-8db1-75ddf5022d6c tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d2d21dc-19ba-408d-a3fb-045fba105d1d HTTP/1.1" status: 200 len: 943 time: 0.5711057 Mar 02 17:15:48.376827 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d1d4cb-4ccf-4d24-a689-b221d4763a84 req-13609c78-863a-46cc-b839-0363e2d2ce40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:48.378245 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-08d1d4cb-4ccf-4d24-a689-b221d4763a84 req-13609c78-863a-46cc-b839-0363e2d2ce40 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5862794 Mar 02 17:15:48.385278 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f96106-a675-45f0-8ef3-c9ddf8c69401 req-3eecb374-e59b-4dc7-8725-8ced8ada257e tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:48.386635 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-13f96106-a675-45f0-8ef3-c9ddf8c69401 req-3eecb374-e59b-4dc7-8725-8ced8ada257e tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] 10.222.0.55 "GET /v2.0/ports?device_id=6805ee16-7746-4279-874c-0d82726c9c9b HTTP/1.1" status: 200 len: 944 time: 0.2555666 Mar 02 17:15:48.502252 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-13f96106-a675-45f0-8ef3-c9ddf8c69401 req-5b75de0c-e79a-46fe-adfc-8e031384a7b1 tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0000517-4548-4cde-af0b-5466d46dbc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011796 Mar 02 17:15:48.535267 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-13addaa8-1225-4736-a6aa-6854747d1d1e req-cd3e0a1e-6585-408e-b892-4e17dbfebf4c tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476521 Mar 02 17:15:48.560356 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [req-0b6b22da-74e8-49f7-b011-77a3ac8243b1 req-e9ea3e24-bdd3-4e1f-ad6b-5f7c0540f9bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b68d8011-6aa0-4d28-8e03-0da9e6f36b0e {{(pid=103838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 17:15:48.582866 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-0b6b22da-74e8-49f7-b011-77a3ac8243b1 req-e9ea3e24-bdd3-4e1f-ad6b-5f7c0540f9bb service neutron] Publish callbacks [] for port (b68d8011-6aa0-4d28-8e03-0da9e6f36b0e), precommit_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:48.621961 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [req-0b6b22da-74e8-49f7-b011-77a3ac8243b1 req-e9ea3e24-bdd3-4e1f-ad6b-5f7c0540f9bb service neutron] Transition to ACTIVE for port object b68d8011-6aa0-4d28-8e03-0da9e6f36b0e will not be triggered until provisioned by entity L2. {{(pid=103838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 17:15:48.643991 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74207b9c-96d9-42cd-8148-e4fe45b17424 req-f7ebe3e4-4b9a-4e4b-a025-3ec17854ffb7 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:48.645449 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-74207b9c-96d9-42cd-8148-e4fe45b17424 req-f7ebe3e4-4b9a-4e4b-a025-3ec17854ffb7 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 931 time: 0.0674355 Mar 02 17:15:48.696635 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-74207b9c-96d9-42cd-8148-e4fe45b17424 req-69d68d71-6973-412c-b5c6-aba1c1b36e09 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447936 Mar 02 17:15:48.726072 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-0b6b22da-74e8-49f7-b011-77a3ac8243b1 req-e9ea3e24-bdd3-4e1f-ad6b-5f7c0540f9bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (b68d8011-6aa0-4d28-8e03-0da9e6f36b0e), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:48.802289 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ea3e24-bdd3-4e1f-ad6b-5f7c0540f9bb service neutron] Pushing event updated for resources: {'Port': ['ID=b68d8011-6aa0-4d28-8e03-0da9e6f36b0e,revision_number=2']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:15:48.818202 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [req-0b6b22da-74e8-49f7-b011-77a3ac8243b1 req-e9ea3e24-bdd3-4e1f-ad6b-5f7c0540f9bb service neutron] Attempting to bind port b68d8011-6aa0-4d28-8e03-0da9e6f36b0e on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 17:15:48.818535 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [req-0b6b22da-74e8-49f7-b011-77a3ac8243b1 req-e9ea3e24-bdd3-4e1f-ad6b-5f7c0540f9bb service neutron] Attempting to bind port b68d8011-6aa0-4d28-8e03-0da9e6f36b0e by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '045cca5b-a9b4-4a6c-8670-18c98461fa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ba91141c-2c4a-433e-a175-e7c250467227'}] {{(pid=103838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 17:15:48.818863 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6b22da-74e8-49f7-b011-77a3ac8243b1 req-e9ea3e24-bdd3-4e1f-ad6b-5f7c0540f9bb service neutron] Attempting to bind port b68d8011-6aa0-4d28-8e03-0da9e6f36b0e on network ba91141c-2c4a-433e-a175-e7c250467227 {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 17:15:48.823510 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6b22da-74e8-49f7-b011-77a3ac8243b1 req-e9ea3e24-bdd3-4e1f-ad6b-5f7c0540f9bb service neutron] Port b68d8011-6aa0-4d28-8e03-0da9e6f36b0e on network ba91141c-2c4a-433e-a175-e7c250467227 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 17:15:48.823833 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6b22da-74e8-49f7-b011-77a3ac8243b1 req-e9ea3e24-bdd3-4e1f-ad6b-5f7c0540f9bb service neutron] Attempting to bind port b68d8011-6aa0-4d28-8e03-0da9e6f36b0e on network ba91141c-2c4a-433e-a175-e7c250467227 {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 17:15:48.829828 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6b22da-74e8-49f7-b011-77a3ac8243b1 req-e9ea3e24-bdd3-4e1f-ad6b-5f7c0540f9bb service neutron] Checking agent: {'id': 'dbb67c4d-7aa5-4acf-82b3-541c1cabd3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 13), 'started_at': datetime.datetime(2022, 3, 2, 17, 13, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 17:15:48.830196 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6b22da-74e8-49f7-b011-77a3ac8243b1 req-e9ea3e24-bdd3-4e1f-ad6b-5f7c0540f9bb service neutron] Checking segment: {'id': '045cca5b-a9b4-4a6c-8670-18c98461fa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ba91141c-2c4a-433e-a175-e7c250467227'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 17:15:48.830582 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6b22da-74e8-49f7-b011-77a3ac8243b1 req-e9ea3e24-bdd3-4e1f-ad6b-5f7c0540f9bb service neutron] Bound using segment: {'id': '045cca5b-a9b4-4a6c-8670-18c98461fa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ba91141c-2c4a-433e-a175-e7c250467227'} {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 17:15:48.831009 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [req-0b6b22da-74e8-49f7-b011-77a3ac8243b1 req-e9ea3e24-bdd3-4e1f-ad6b-5f7c0540f9bb service neutron] Bound port: b68d8011-6aa0-4d28-8e03-0da9e6f36b0e, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '045cca5b-a9b4-4a6c-8670-18c98461fa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ba91141c-2c4a-433e-a175-e7c250467227'}}] {{(pid=103838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 17:15:48.831361 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-0b6b22da-74e8-49f7-b011-77a3ac8243b1 req-e9ea3e24-bdd3-4e1f-ad6b-5f7c0540f9bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (b68d8011-6aa0-4d28-8e03-0da9e6f36b0e), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:48.901838 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [req-0b6b22da-74e8-49f7-b011-77a3ac8243b1 req-e9ea3e24-bdd3-4e1f-ad6b-5f7c0540f9bb service neutron] For port b68d8011-6aa0-4d28-8e03-0da9e6f36b0e, host hv-cinder-77819, cleared binding levels {{(pid=103838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:15:48.906119 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [req-0b6b22da-74e8-49f7-b011-77a3ac8243b1 req-e9ea3e24-bdd3-4e1f-ad6b-5f7c0540f9bb service neutron] For port b68d8011-6aa0-4d28-8e03-0da9e6f36b0e, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b68d8011-6aa0-4d28-8e03-0da9e6f36b0e,segment=NetworkSegment(045cca5b-a9b4-4a6c-8670-18c98461fa58),segment_id=045cca5b-a9b4-4a6c-8670-18c98461fa58)] {{(pid=103838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:15:49.081823 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-0b6b22da-74e8-49f7-b011-77a3ac8243b1 req-e9ea3e24-bdd3-4e1f-ad6b-5f7c0540f9bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (b68d8011-6aa0-4d28-8e03-0da9e6f36b0e), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:49.115069 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b22da-74e8-49f7-b011-77a3ac8243b1 req-e9ea3e24-bdd3-4e1f-ad6b-5f7c0540f9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:49.115809 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-0b6b22da-74e8-49f7-b011-77a3ac8243b1 req-e9ea3e24-bdd3-4e1f-ad6b-5f7c0540f9bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572135'] for port (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:49.117322 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0b6b22da-74e8-49f7-b011-77a3ac8243b1 req-e9ea3e24-bdd3-4e1f-ad6b-5f7c0540f9bb service neutron] 10.222.0.49 "PUT /v2.0/ports/b68d8011-6aa0-4d28-8e03-0da9e6f36b0e HTTP/1.1" status: 200 len: 1093 time: 1.8349199 Mar 02 17:15:49.117772 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0f06e23-1e9f-4ea7-ab98-6d5ed74183df', 'tag': 'b68d8011-6aa0-4d28-8e03-0da9e6f36b0e'}] {{(pid=103838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 17:15:49.119958 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7c8e0f7c7170b606f581d652a183e77a47547618c5f9292d8eb62f06a367e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a6a639-5717-441d-a855-d52af1799aff" -d '{"events": [{"name": "network-changed", "server_uuid": "a0f06e23-1e9f-4ea7-ab98-6d5ed74183df", "tag": "b68d8011-6aa0-4d28-8e03-0da9e6f36b0e"}]}' {{(pid=103838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 17:15:49.148269 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ea3e24-bdd3-4e1f-ad6b-5f7c0540f9bb service neutron] Pushing event updated for resources: {'Port': ['ID=b68d8011-6aa0-4d28-8e03-0da9e6f36b0e,revision_number=3']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:15:49.164287 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 17:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed23a97f-6e4a-42e7-9218-8aaa7360b138 x-openstack-request-id: req-ed23a97f-6e4a-42e7-9218-8aaa7360b138 {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 17:15:49.164580 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0f06e23-1e9f-4ea7-ab98-6d5ed74183df", "tag": "b68d8011-6aa0-4d28-8e03-0da9e6f36b0e", "status": "completed", "code": 200}]} {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 17:15:49.164829 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ed23a97f-6e4a-42e7-9218-8aaa7360b138 {{(pid=103838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 17:15:49.165392 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0f06e23-1e9f-4ea7-ab98-6d5ed74183df', 'tag': 'b68d8011-6aa0-4d28-8e03-0da9e6f36b0e', 'status': 'completed', 'code': 200} Mar 02 17:15:49.412674 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 44618) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:15:49.520176 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-c3903e81-9d3d-416f-8b3e-efa0ed16702c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:49.679876 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-c3903e81-9d3d-416f-8b3e-efa0ed16702c admin admin] Publish callbacks [] for security_group (4dcaf00e-3c01-478c-bb33-e76ace86bb10), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:49.695342 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c328c291-7974-4fcb-b155-ce62494e1278 req-bbbb1ea9-6267-4a79-9daf-259097b98ea7 tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:49.696818 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c328c291-7974-4fcb-b155-ce62494e1278 req-bbbb1ea9-6267-4a79-9daf-259097b98ea7 tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] 10.222.0.55 "GET /v2.0/ports?device_id=6805ee16-7746-4279-874c-0d82726c9c9b HTTP/1.1" status: 200 len: 944 time: 0.1273334 Mar 02 17:15:49.708604 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00251584-0162-451a-b044-5bb29a988293 req-36726d80-2dd4-4358-b434-6fe92f79e127 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:49.710066 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-00251584-0162-451a-b044-5bb29a988293 req-36726d80-2dd4-4358-b434-6fe92f79e127 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d2d21dc-19ba-408d-a3fb-045fba105d1d HTTP/1.1" status: 200 len: 943 time: 0.0992858 Mar 02 17:15:49.761994 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-c3903e81-9d3d-416f-8b3e-efa0ed16702c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (4dcaf00e-3c01-478c-bb33-e76ace86bb10), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:49.818692 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c328c291-7974-4fcb-b155-ce62494e1278 req-aa72175b-1ad8-402b-9ea9-a7e466568311 tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0000517-4548-4cde-af0b-5466d46dbc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076148 Mar 02 17:15:49.827357 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-00251584-0162-451a-b044-5bb29a988293 req-59c609aa-f28d-48e3-9380-d14cf537c81f tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094377 Mar 02 17:15:49.840382 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-c3903e81-9d3d-416f-8b3e-efa0ed16702c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b4ffca987c4443439388929eb5a935c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4190104 Mar 02 17:15:49.840382 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3903e81-9d3d-416f-8b3e-efa0ed16702c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dcaf00e-3c01-478c-bb33-e76ace86bb10,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:15:49.847922 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 44634) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:15:49.896130 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-b21d3970-ba51-42e5-9af4-86c24f4a89fb admin admin] Publish callbacks [] for security_group (4dcaf00e-3c01-478c-bb33-e76ace86bb10), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:49.918738 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-b21d3970-ba51-42e5-9af4-86c24f4a89fb admin admin] Publish callbacks [] for security_group (4dcaf00e-3c01-478c-bb33-e76ace86bb10), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:49.937390 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5ec47e-cc30-467d-a9b0-efb0c1c61051 req-292db912-6dc7-4032-8ad0-7ef1b4d22ed5 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:49.939040 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-bc5ec47e-cc30-467d-a9b0-efb0c1c61051 req-292db912-6dc7-4032-8ad0-7ef1b4d22ed5 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 943 time: 0.0549681 Mar 02 17:15:49.988173 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-bc5ec47e-cc30-467d-a9b0-efb0c1c61051 req-bca068c3-464e-4da7-85fa-dc06b26b21f7 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432944 Mar 02 17:15:50.058461 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-b21d3970-ba51-42e5-9af4-86c24f4a89fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (4dcaf00e-3c01-478c-bb33-e76ace86bb10), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:50.061706 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-b21d3970-ba51-42e5-9af4-86c24f4a89fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:50.062884 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-b21d3970-ba51-42e5-9af4-86c24f4a89fb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4dcaf00e-3c01-478c-bb33-e76ace86bb10 HTTP/1.1" status: 204 len: 168 time: 0.2263935 Mar 02 17:15:50.073404 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21d3970-ba51-42e5-9af4-86c24f4a89fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dcaf00e-3c01-478c-bb33-e76ace86bb10,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:15:50.511019 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f08c3-3f6a-4943-a70d-4474ccaf9f06 req-bb2c7690-76c4-403f-9fbc-e55271f79787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:50.511721 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-1d8f08c3-3f6a-4943-a70d-4474ccaf9f06 req-bb2c7690-76c4-403f-9fbc-e55271f79787 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=972279b7457f4e0fa6d7b4d953912711&device_id=4081c5a4-d3d8-4855-87a3-25860d7f4961 HTTP/1.1" status: 200 len: 1127 time: 0.1446259 Mar 02 17:15:50.516357 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a6a639-5717-441d-a855-d52af1799aff req-75fae6c8-71ee-4548-890e-959448e00096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:50.517829 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-90a6a639-5717-441d-a855-d52af1799aff req-75fae6c8-71ee-4548-890e-959448e00096 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4c5c3e34b0274e8a95876b46416bdc2d&device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 1127 time: 0.1490903 Mar 02 17:15:50.592317 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-1d8f08c3-3f6a-4943-a70d-4474ccaf9f06 req-294ee826-e11d-4ea1-912c-d45fda893ddc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a256a90-0d43-4274-8693-d4c1c406c0a5 HTTP/1.1" status: 200 len: 217 time: 0.0644681 Mar 02 17:15:50.645091 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] get_ports_and_sgs() called for port_ids ['2661f549-17cb-4a4e-b224-39afc06e9e55'] {{(pid=103839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 17:15:50.665824 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49531ff9-66ea-47b0-a3fb-817517c67752 req-f3d0edb9-700d-430e-8c51-aa244b926dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:50.667348 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-49531ff9-66ea-47b0-a3fb-817517c67752 req-f3d0edb9-700d-430e-8c51-aa244b926dbe service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=972279b7457f4e0fa6d7b4d953912711&device_id=4d2d21dc-19ba-408d-a3fb-045fba105d1d HTTP/1.1" status: 200 len: 1127 time: 0.2040505 Mar 02 17:15:50.726138 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 44648) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:15:50.748157 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-7263f217-5c00-41f6-8561-79d972000526 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:50.767952 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f08c3-3f6a-4943-a70d-4474ccaf9f06 req-5ea35018-4da1-40c3-8382-da0642ddac0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:50.776840 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-1d8f08c3-3f6a-4943-a70d-4474ccaf9f06 req-5ea35018-4da1-40c3-8382-da0642ddac0d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=af473c7a-b242-4124-a285-d83fb26df936 HTTP/1.1" status: 200 len: 859 time: 0.1469426 Mar 02 17:15:50.844348 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-7263f217-5c00-41f6-8561-79d972000526 admin admin] Publish callbacks [] for security_group (fe1a4fd3-1acd-4e39-add5-ea4b90e20ed0), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:50.845564 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-1d8f08c3-3f6a-4943-a70d-4474ccaf9f06 req-bde89f20-a25a-4e4f-a7ef-2210f274db4c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ef02e7c1-3825-40da-8301-7b2b393305d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575664 Mar 02 17:15:50.922331 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a6a639-5717-441d-a855-d52af1799aff req-ea2763aa-ddda-49df-acf1-9fcb3e913fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:50.923955 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-90a6a639-5717-441d-a855-d52af1799aff req-ea2763aa-ddda-49df-acf1-9fcb3e913fc4 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=4c5c3e34b0274e8a95876b46416bdc2d&shared=False HTTP/1.1" status: 200 len: 918 time: 0.3885543 Mar 02 17:15:50.972115 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-7263f217-5c00-41f6-8561-79d972000526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (fe1a4fd3-1acd-4e39-add5-ea4b90e20ed0), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:51.020479 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7263f217-5c00-41f6-8561-79d972000526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1a4fd3-1acd-4e39-add5-ea4b90e20ed0,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:15:51.027780 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-7263f217-5c00-41f6-8561-79d972000526 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e914e1016e7a410bbaac4aff597511c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2991343 Mar 02 17:15:51.032251 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 44656) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:15:51.088062 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-b41d9175-273a-4c5a-b6ba-df238bd46b3d admin admin] Publish callbacks [] for security_group (fe1a4fd3-1acd-4e39-add5-ea4b90e20ed0), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:51.088693 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49531ff9-66ea-47b0-a3fb-817517c67752 req-657ca53f-e216-4078-80e8-79414bd9c81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:51.090214 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-49531ff9-66ea-47b0-a3fb-817517c67752 req-657ca53f-e216-4078-80e8-79414bd9c81a service neutron] 10.222.0.49 "GET /v2.0/networks?id=ef02e7c1-3825-40da-8301-7b2b393305d9 HTTP/1.1" status: 200 len: 920 time: 0.4157791 Mar 02 17:15:51.113507 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-b41d9175-273a-4c5a-b6ba-df238bd46b3d admin admin] Publish callbacks [] for security_group (fe1a4fd3-1acd-4e39-add5-ea4b90e20ed0), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:51.179690 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-49531ff9-66ea-47b0-a3fb-817517c67752 req-3913af6a-1993-480e-8a3a-ff856904e88d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61f8935d-8cac-485e-9ead-6e824c447ee2 HTTP/1.1" status: 200 len: 217 time: 0.0696266 Mar 02 17:15:51.190180 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-1d8f08c3-3f6a-4943-a70d-4474ccaf9f06 req-6a9a7f86-2dec-48df-8e33-99a7dedecf41 service neutron] 10.222.0.49 "GET /v2.0/networks/ef02e7c1-3825-40da-8301-7b2b393305d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3346562 Mar 02 17:15:51.226038 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06483eb-e702-4d2d-a7f6-154a7d32affb req-47db13a6-0cbc-4d50-b704-d4a84fae60f9 tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:51.227643 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-a06483eb-e702-4d2d-a7f6-154a7d32affb req-47db13a6-0cbc-4d50-b704-d4a84fae60f9 tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] 10.222.0.55 "GET /v2.0/ports?device_id=6805ee16-7746-4279-874c-0d82726c9c9b HTTP/1.1" status: 200 len: 944 time: 0.2852488 Mar 02 17:15:51.235340 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb8fe44-a2c2-4f7f-ae59-3c40fc1f0f44 req-9597dedd-dfbd-4f15-beda-3184aeabdeb7 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:51.236820 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-5bb8fe44-a2c2-4f7f-ae59-3c40fc1f0f44 req-9597dedd-dfbd-4f15-beda-3184aeabdeb7 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d2d21dc-19ba-408d-a3fb-045fba105d1d HTTP/1.1" status: 200 len: 943 time: 0.2922699 Mar 02 17:15:51.257065 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-b41d9175-273a-4c5a-b6ba-df238bd46b3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (fe1a4fd3-1acd-4e39-add5-ea4b90e20ed0), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:51.260757 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-b41d9175-273a-4c5a-b6ba-df238bd46b3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:51.262304 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-b41d9175-273a-4c5a-b6ba-df238bd46b3d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fe1a4fd3-1acd-4e39-add5-ea4b90e20ed0 HTTP/1.1" status: 204 len: 168 time: 0.2288795 Mar 02 17:15:51.275138 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a6a639-5717-441d-a855-d52af1799aff req-38aebee4-d66d-487d-88e1-763635824292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:51.275675 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d9175-273a-4c5a-b6ba-df238bd46b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe1a4fd3-1acd-4e39-add5-ea4b90e20ed0,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:15:51.276509 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-90a6a639-5717-441d-a855-d52af1799aff req-38aebee4-d66d-487d-88e1-763635824292 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3328993 Mar 02 17:15:51.390818 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49531ff9-66ea-47b0-a3fb-817517c67752 req-686ea6b1-9467-4618-af8b-24d597bb13ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:51.392357 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-49531ff9-66ea-47b0-a3fb-817517c67752 req-686ea6b1-9467-4618-af8b-24d597bb13ad service neutron] 10.222.0.49 "GET /v2.0/subnets?id=af473c7a-b242-4124-a285-d83fb26df936 HTTP/1.1" status: 200 len: 859 time: 0.2013185 Mar 02 17:15:51.697489 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-49531ff9-66ea-47b0-a3fb-817517c67752 req-456e8b5a-4c52-4d46-b92d-e9ff9cda469c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ef02e7c1-3825-40da-8301-7b2b393305d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2825813 Mar 02 17:15:51.724863 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-5bb8fe44-a2c2-4f7f-ae59-3c40fc1f0f44 req-6ccb9dc1-0689-4a2f-8a42-052603a4df1e tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4658794 Mar 02 17:15:51.738501 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-a06483eb-e702-4d2d-a7f6-154a7d32affb req-20f76788-f245-4dc7-ba6a-d7c2168cf6a4 tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0000517-4548-4cde-af0b-5466d46dbc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5003982 Mar 02 17:15:51.771054 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-1d8f08c3-3f6a-4943-a70d-4474ccaf9f06 req-99fba47a-24ef-4ad4-86b6-be7f263c65e4 service neutron] 10.222.0.49 "GET /v2.0/networks/ef02e7c1-3825-40da-8301-7b2b393305d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5622070 Mar 02 17:15:51.841176 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b22da-74e8-49f7-b011-77a3ac8243b1 req-f5ab2fff-17c4-49a1-b32a-113c46d45cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:51.842618 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0b6b22da-74e8-49f7-b011-77a3ac8243b1 req-f5ab2fff-17c4-49a1-b32a-113c46d45cbf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4c5c3e34b0274e8a95876b46416bdc2d&device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 1127 time: 0.5038919 Mar 02 17:15:51.951011 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0b6b22da-74e8-49f7-b011-77a3ac8243b1 req-f8b3550d-f89f-4c55-a19d-90de73f428de service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b68d8011-6aa0-4d28-8e03-0da9e6f36b0e HTTP/1.1" status: 200 len: 217 time: 0.0872090 Mar 02 17:15:51.981820 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-49531ff9-66ea-47b0-a3fb-817517c67752 req-38dd5844-f382-48a5-877f-7c7d131538a0 service neutron] 10.222.0.49 "GET /v2.0/networks/ef02e7c1-3825-40da-8301-7b2b393305d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832522 Mar 02 17:15:52.096752 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b22da-74e8-49f7-b011-77a3ac8243b1 req-f07c1fc6-7c46-4fa0-a44c-ca53cfebf870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:52.098183 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0b6b22da-74e8-49f7-b011-77a3ac8243b1 req-f07c1fc6-7c46-4fa0-a44c-ca53cfebf870 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b2418ff9-f0a5-4e04-8f27-a85b5ef0f2a3 HTTP/1.1" status: 200 len: 856 time: 0.1289492 Mar 02 17:15:52.116731 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6537b93e-6ab9-419a-b9d1-d6e5d17fd7f5 req-3e5905fc-ce8d-4960-909f-ee5d70a55965 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:52.116731 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-6537b93e-6ab9-419a-b9d1-d6e5d17fd7f5 req-3e5905fc-ce8d-4960-909f-ee5d70a55965 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 943 time: 0.2410903 Mar 02 17:15:52.204915 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-49531ff9-66ea-47b0-a3fb-817517c67752 req-ab4e1aec-f7e7-4283-807e-76dfe11e4537 service neutron] 10.222.0.49 "GET /v2.0/networks/ef02e7c1-3825-40da-8301-7b2b393305d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926570 Mar 02 17:15:52.231764 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-6537b93e-6ab9-419a-b9d1-d6e5d17fd7f5 req-822abfd0-ed13-48d4-901a-bfe63f7af6e9 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028450 Mar 02 17:15:52.240463 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b22da-74e8-49f7-b011-77a3ac8243b1 req-8e255df1-71bf-49b6-a69c-b4788ee104a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:52.241989 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0b6b22da-74e8-49f7-b011-77a3ac8243b1 req-8e255df1-71bf-49b6-a69c-b4788ee104a8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ba91141c-2c4a-433e-a175-e7c250467227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1262133 Mar 02 17:15:52.316193 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device 61f8935d-8cac-485e-9ead-6e824c447ee2 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 17:15:52.318725 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device 2661f549-17cb-4a4e-b224-39afc06e9e55 up at agent hyperv_hv-cinder-77819 {{(pid=103839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 17:15:52.353005 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0b6b22da-74e8-49f7-b011-77a3ac8243b1 req-92263d90-fea9-4d0b-8ce5-3550e6841b19 service neutron] 10.222.0.49 "GET /v2.0/networks/ba91141c-2c4a-433e-a175-e7c250467227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032121 Mar 02 17:15:52.501916 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0b6b22da-74e8-49f7-b011-77a3ac8243b1 req-1649c6f3-9297-416a-8b28-80f702c2399d service neutron] 10.222.0.49 "GET /v2.0/networks/ba91141c-2c4a-433e-a175-e7c250467227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435494 Mar 02 17:15:52.546216 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] For port 61f8935d-8cac-485e-9ead-6e824c447ee2, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=61f8935d-8cac-485e-9ead-6e824c447ee2,segment=NetworkSegment(4a5dee39-eed3-4cc2-bb42-87d9e619875d),segment_id=4a5dee39-eed3-4cc2-bb42-87d9e619875d)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:15:52.560104 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Returning: {'device': '61f8935d-8cac-485e-9ead-6e824c447ee2', 'network_id': 'ef02e7c1-3825-40da-8301-7b2b393305d9', 'port_id': '61f8935d-8cac-485e-9ead-6e824c447ee2', 'mac_address': 'fa:16:3e:3d:f6:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af473c7a-b242-4124-a285-d83fb26df936', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 17:15:52.563058 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Provisioning for port 2661f549-17cb-4a4e-b224-39afc06e9e55 completed by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 17:15:52.570034 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Provisioning complete for port 2661f549-17cb-4a4e-b224-39afc06e9e55 triggered by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:15:52.570414 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (2661f549-17cb-4a4e-b224-39afc06e9e55), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:52.776289 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Current status of the port 61f8935d-8cac-485e-9ead-6e824c447ee2 is: DOWN; New status is: BUILD {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:15:52.776692 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (61f8935d-8cac-485e-9ead-6e824c447ee2), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:52.799897 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.notifiers.nova [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61f8935d-8cac-485e-9ead-6e824c447ee2 {{(pid=103839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 17:15:52.844944 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.agents_db [None req-2c4e262f-840f-46f3-949a-97bfddff46e9 None None] Agent healthcheck: found 6 active agents {{(pid=103840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 17:15:52.880349 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] For port 61f8935d-8cac-485e-9ead-6e824c447ee2, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=61f8935d-8cac-485e-9ead-6e824c447ee2,segment=NetworkSegment(4a5dee39-eed3-4cc2-bb42-87d9e619875d),segment_id=4a5dee39-eed3-4cc2-bb42-87d9e619875d)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:15:52.893224 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Current status of the port 2661f549-17cb-4a4e-b224-39afc06e9e55 is: BUILD; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:15:52.893634 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (2661f549-17cb-4a4e-b224-39afc06e9e55), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:52.900284 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5205b0f4-68e6-4b97-a190-09b5d2b9bdff req-84d0d639-e644-467a-a245-d12d06aa88f1 tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:52.901821 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-5205b0f4-68e6-4b97-a190-09b5d2b9bdff req-84d0d639-e644-467a-a245-d12d06aa88f1 tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] 10.222.0.55 "GET /v2.0/ports?device_id=6805ee16-7746-4279-874c-0d82726c9c9b HTTP/1.1" status: 200 len: 944 time: 0.0700483 Mar 02 17:15:52.919781 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6805ee16-7746-4279-874c-0d82726c9c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2661f549-17cb-4a4e-b224-39afc06e9e55'}] {{(pid=103839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 17:15:52.956995 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-5205b0f4-68e6-4b97-a190-09b5d2b9bdff req-e783f712-0987-4c90-a23c-d4bcb6ffae7d tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0000517-4548-4cde-af0b-5466d46dbc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478716 Mar 02 17:15:52.999485 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] For port 2661f549-17cb-4a4e-b224-39afc06e9e55, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2661f549-17cb-4a4e-b224-39afc06e9e55,segment=NetworkSegment(d55d32c0-3d12-45d2-a487-14899790a175),segment_id=d55d32c0-3d12-45d2-a487-14899790a175)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:15:53.018211 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (61f8935d-8cac-485e-9ead-6e824c447ee2), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:53.070486 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (2661f549-17cb-4a4e-b224-39afc06e9e55), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:53.092654 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Pushing event updated for resources: {'Port': ['ID=61f8935d-8cac-485e-9ead-6e824c447ee2,revision_number=4']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:15:53.105684 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2403f7-8057-4c3c-8943-1f7bd9295399 req-563450e2-6891-4ac9-a370-b80f2522aedc tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:53.112458 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0e2403f7-8057-4c3c-8943-1f7bd9295399 req-563450e2-6891-4ac9-a370-b80f2522aedc tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d2d21dc-19ba-408d-a3fb-045fba105d1d HTTP/1.1" status: 200 len: 944 time: 0.0929730 Mar 02 17:15:53.148092 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Pushing event updated for resources: {'Port': ['ID=2661f549-17cb-4a4e-b224-39afc06e9e55,revision_number=5']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:15:53.175081 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1ae65c9246df630c0a528d92fdc2f4b7a0a5f54ed45d3739c3110b66571c885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50032432-0509-43e7-804e-3500901aac31" -d '{"events": [{"server_uuid": "6805ee16-7746-4279-874c-0d82726c9c9b", "name": "network-vif-plugged", "status": "completed", "tag": "2661f549-17cb-4a4e-b224-39afc06e9e55"}]}' {{(pid=103839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 17:15:53.187862 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0e2403f7-8057-4c3c-8943-1f7bd9295399 req-2947caf6-5cea-456d-9444-d967701ad665 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731962 Mar 02 17:15:53.313519 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 17:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb2740b0-daa5-4a7b-a10b-9814ea5cf43b x-openstack-request-id: req-eb2740b0-daa5-4a7b-a10b-9814ea5cf43b {{(pid=103839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 17:15:53.313892 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6805ee16-7746-4279-874c-0d82726c9c9b", "name": "network-vif-plugged", "status": "completed", "tag": "2661f549-17cb-4a4e-b224-39afc06e9e55", "code": 200}]} {{(pid=103839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 17:15:53.314236 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-eb2740b0-daa5-4a7b-a10b-9814ea5cf43b {{(pid=103839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 17:15:53.314791 dv-cinder-778193-22-iscsi neutron-server[103839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6805ee16-7746-4279-874c-0d82726c9c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2661f549-17cb-4a4e-b224-39afc06e9e55', 'code': 200} Mar 02 17:15:53.439244 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43975b7b-a4e6-48e1-93a5-a45cb50d9304 req-a0319f1d-c9f3-469f-a797-45c3cf55d7ab tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:53.441019 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-43975b7b-a4e6-48e1-93a5-a45cb50d9304 req-a0319f1d-c9f3-469f-a797-45c3cf55d7ab tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 943 time: 0.0620899 Mar 02 17:15:53.528759 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-43975b7b-a4e6-48e1-93a5-a45cb50d9304 req-8fe05402-3e08-41ee-8afc-87e87aa15f7c tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723233 Mar 02 17:15:54.087866 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c6aad7-7be8-48e0-b844-40fe63816f39 req-f03a6324-e1ed-478b-a832-84042322a5c1 tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:54.089369 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-02c6aad7-7be8-48e0-b844-40fe63816f39 req-f03a6324-e1ed-478b-a832-84042322a5c1 tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] 10.222.0.55 "GET /v2.0/ports?device_id=6805ee16-7746-4279-874c-0d82726c9c9b HTTP/1.1" status: 200 len: 945 time: 0.0540433 Mar 02 17:15:54.139089 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-02c6aad7-7be8-48e0-b844-40fe63816f39 req-020ae8ce-c194-4d02-962c-1c9444922058 tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0000517-4548-4cde-af0b-5466d46dbc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438390 Mar 02 17:15:54.312743 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c7eceb-c366-455a-bffb-20626f1986a4 req-2c3968e0-ae40-4fc6-a6a1-8978b9cbda22 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:54.314276 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-a2c7eceb-c366-455a-bffb-20626f1986a4 req-2c3968e0-ae40-4fc6-a6a1-8978b9cbda22 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d2d21dc-19ba-408d-a3fb-045fba105d1d HTTP/1.1" status: 200 len: 944 time: 0.0559719 Mar 02 17:15:54.366543 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-a2c7eceb-c366-455a-bffb-20626f1986a4 req-e58540cd-2faa-42ce-be87-08f38e2b46b2 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467601 Mar 02 17:15:54.663604 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46da8230-1940-43d6-b37c-4eed2afef50d req-631cbdd9-29ed-4028-80c9-f5701287e595 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:54.665342 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-46da8230-1940-43d6-b37c-4eed2afef50d req-631cbdd9-29ed-4028-80c9-f5701287e595 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 943 time: 0.0596268 Mar 02 17:15:54.714211 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-46da8230-1940-43d6-b37c-4eed2afef50d req-9c2a810b-5073-46ed-a78e-e11f0949b3a5 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425253 Mar 02 17:15:55.258700 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e162b-1373-4979-96bd-ebfab7b6c33a req-0c3b9c27-5295-46ad-bdd0-4dd3ac4454a3 tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:55.260165 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c39e162b-1373-4979-96bd-ebfab7b6c33a req-0c3b9c27-5295-46ad-bdd0-4dd3ac4454a3 tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] 10.222.0.55 "GET /v2.0/ports?device_id=6805ee16-7746-4279-874c-0d82726c9c9b HTTP/1.1" status: 200 len: 945 time: 0.0537798 Mar 02 17:15:55.308035 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c39e162b-1373-4979-96bd-ebfab7b6c33a req-b6bff471-fab3-4504-be59-17f72e24fb6f tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0000517-4548-4cde-af0b-5466d46dbc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411291 Mar 02 17:15:55.506981 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b257fdc2-6bf0-45db-ba52-69e9d43af810 req-6ad8edc1-c0d3-4008-b410-28e4f6c200ee tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:55.508503 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-b257fdc2-6bf0-45db-ba52-69e9d43af810 req-6ad8edc1-c0d3-4008-b410-28e4f6c200ee tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d2d21dc-19ba-408d-a3fb-045fba105d1d HTTP/1.1" status: 200 len: 944 time: 0.0628901 Mar 02 17:15:55.577015 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-b257fdc2-6bf0-45db-ba52-69e9d43af810 req-88404731-a999-4dd4-8627-37aeb82a57b5 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619595 Mar 02 17:15:55.833903 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] get_ports_and_sgs() called for port_ids ['61f8935d-8cac-485e-9ead-6e824c447ee2'] {{(pid=103839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 17:15:55.855350 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd027a44-b5e3-4cf6-bc9d-03bafbc854fa req-e48ecdda-4fdd-485a-9cd6-c3b7d678569a tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:55.856939 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-cd027a44-b5e3-4cf6-bc9d-03bafbc854fa req-e48ecdda-4fdd-485a-9cd6-c3b7d678569a tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 943 time: 0.0537412 Mar 02 17:15:55.908841 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-cd027a44-b5e3-4cf6-bc9d-03bafbc854fa req-f710cb12-e677-4376-8b47-70683e07bd53 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455861 Mar 02 17:15:56.048903 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da04e7a-eb51-47d4-acb9-3547bf1fd7f9 req-49f02ddc-c453-4617-8f00-21bfc31946c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:56.050451 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-3da04e7a-eb51-47d4-acb9-3547bf1fd7f9 req-49f02ddc-c453-4617-8f00-21bfc31946c5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6805ee16-7746-4279-874c-0d82726c9c9b HTTP/1.1" status: 200 len: 1129 time: 0.0914636 Mar 02 17:15:56.071185 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-3da04e7a-eb51-47d4-acb9-3547bf1fd7f9 req-a60a5008-b4cc-46ec-b55e-52f8dbe7d846 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:56.154043 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-3da04e7a-eb51-47d4-acb9-3547bf1fd7f9 req-a60a5008-b4cc-46ec-b55e-52f8dbe7d846 service neutron] Publish callbacks [] for security_group (365d56f6-d21f-4287-a19e-dac7d2d48ef3), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:56.223521 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-3da04e7a-eb51-47d4-acb9-3547bf1fd7f9 req-a60a5008-b4cc-46ec-b55e-52f8dbe7d846 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (365d56f6-d21f-4287-a19e-dac7d2d48ef3), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:56.269839 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60a5008-b4cc-46ec-b55e-52f8dbe7d846 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=365d56f6-d21f-4287-a19e-dac7d2d48ef3,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:15:56.274062 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-3da04e7a-eb51-47d4-acb9-3547bf1fd7f9 req-a60a5008-b4cc-46ec-b55e-52f8dbe7d846 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=b0000517-4548-4cde-af0b-5466d46dbc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153621 Mar 02 17:15:56.444821 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3532e5-7765-42d2-a05e-6ef9c896c9c3 req-47ec5fea-1e42-41bb-bc0a-9f3e08c3b69e tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:56.446415 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-8d3532e5-7765-42d2-a05e-6ef9c896c9c3 req-47ec5fea-1e42-41bb-bc0a-9f3e08c3b69e tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] 10.222.0.55 "GET /v2.0/ports?device_id=6805ee16-7746-4279-874c-0d82726c9c9b HTTP/1.1" status: 200 len: 945 time: 0.0608094 Mar 02 17:15:56.512771 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-8d3532e5-7765-42d2-a05e-6ef9c896c9c3 req-8058bb50-24d4-4d14-8d47-dca16791fe8a tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0000517-4548-4cde-af0b-5466d46dbc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540707 Mar 02 17:15:56.718319 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514f605-f3fe-40d5-b530-eda26ee4c48a req-4f2ff940-c7ad-4a2a-b1fe-0a179192cf1f tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:56.719927 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-1514f605-f3fe-40d5-b530-eda26ee4c48a req-4f2ff940-c7ad-4a2a-b1fe-0a179192cf1f tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d2d21dc-19ba-408d-a3fb-045fba105d1d HTTP/1.1" status: 200 len: 944 time: 0.0595045 Mar 02 17:15:56.775953 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-1514f605-f3fe-40d5-b530-eda26ee4c48a req-2705b2b0-1785-4b3e-a45e-5d789c69ae66 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480266 Mar 02 17:15:57.087634 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eadcb92-a041-44ac-9223-e9e9bd8ffb8e req-b442aacf-2856-4312-a25c-10f257c86366 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:57.090968 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-6eadcb92-a041-44ac-9223-e9e9bd8ffb8e req-b442aacf-2856-4312-a25c-10f257c86366 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 943 time: 0.0892282 Mar 02 17:15:57.146218 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-6eadcb92-a041-44ac-9223-e9e9bd8ffb8e req-a1489618-c15b-45f2-af76-331ee84ee54f tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466774 Mar 02 17:15:57.546505 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device 4a256a90-0d43-4274-8693-d4c1c406c0a5 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 17:15:57.550295 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device 61f8935d-8cac-485e-9ead-6e824c447ee2 up at agent hyperv_hv-cinder-77819 {{(pid=103839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 17:15:57.642857 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b83715-a2ef-4c0b-ac7f-a6de75d71c6b req-77c94599-751e-4d92-8c39-44f0bf1c491a tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:57.644562 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e6b83715-a2ef-4c0b-ac7f-a6de75d71c6b req-77c94599-751e-4d92-8c39-44f0bf1c491a tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] 10.222.0.55 "GET /v2.0/ports?device_id=6805ee16-7746-4279-874c-0d82726c9c9b HTTP/1.1" status: 200 len: 945 time: 0.0589876 Mar 02 17:15:57.688214 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] For port 4a256a90-0d43-4274-8693-d4c1c406c0a5, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=4a256a90-0d43-4274-8693-d4c1c406c0a5,segment=NetworkSegment(4a5dee39-eed3-4cc2-bb42-87d9e619875d),segment_id=4a5dee39-eed3-4cc2-bb42-87d9e619875d)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:15:57.698523 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e6b83715-a2ef-4c0b-ac7f-a6de75d71c6b req-c457fb16-b087-4ebc-b7af-93ab284f482b tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0000517-4548-4cde-af0b-5466d46dbc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479753 Mar 02 17:15:57.701276 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Returning: {'device': '4a256a90-0d43-4274-8693-d4c1c406c0a5', 'network_id': 'ef02e7c1-3825-40da-8301-7b2b393305d9', 'port_id': '4a256a90-0d43-4274-8693-d4c1c406c0a5', 'mac_address': 'fa:16:3e:d0:a9:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af473c7a-b242-4124-a285-d83fb26df936', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 17:15:57.752323 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Current status of the port 4a256a90-0d43-4274-8693-d4c1c406c0a5 is: DOWN; New status is: BUILD {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:15:57.752323 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (4a256a90-0d43-4274-8693-d4c1c406c0a5), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:57.756788 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.notifiers.nova [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a256a90-0d43-4274-8693-d4c1c406c0a5 {{(pid=103839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 17:15:57.777337 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] For port 4a256a90-0d43-4274-8693-d4c1c406c0a5, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=4a256a90-0d43-4274-8693-d4c1c406c0a5,segment=NetworkSegment(4a5dee39-eed3-4cc2-bb42-87d9e619875d),segment_id=4a5dee39-eed3-4cc2-bb42-87d9e619875d)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:15:57.807002 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Provisioning for port 61f8935d-8cac-485e-9ead-6e824c447ee2 completed by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 17:15:57.815221 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Provisioning complete for port 61f8935d-8cac-485e-9ead-6e824c447ee2 triggered by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:15:57.815221 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (61f8935d-8cac-485e-9ead-6e824c447ee2), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:57.858945 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (4a256a90-0d43-4274-8693-d4c1c406c0a5), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:57.859604 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device b68d8011-6aa0-4d28-8e03-0da9e6f36b0e details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 17:15:57.905893 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e75a6-30a4-4d92-b409-f0a23af6584c req-def4271c-4b49-4847-971e-e97439b030aa tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:57.907731 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2d4e75a6-30a4-4d92-b409-f0a23af6584c req-def4271c-4b49-4847-971e-e97439b030aa tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d2d21dc-19ba-408d-a3fb-045fba105d1d HTTP/1.1" status: 200 len: 944 time: 0.0604408 Mar 02 17:15:57.940024 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Pushing event updated for resources: {'Port': ['ID=4a256a90-0d43-4274-8693-d4c1c406c0a5,revision_number=4']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:15:57.975113 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2d4e75a6-30a4-4d92-b409-f0a23af6584c req-706aa711-9e20-40e9-94d5-3e25e0d59849 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555596 Mar 02 17:15:57.995859 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Current status of the port 61f8935d-8cac-485e-9ead-6e824c447ee2 is: BUILD; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:15:57.996635 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (61f8935d-8cac-485e-9ead-6e824c447ee2), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:58.063397 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d2d21dc-19ba-408d-a3fb-045fba105d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f8935d-8cac-485e-9ead-6e824c447ee2'}] {{(pid=103839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 17:15:58.065748 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1ae65c9246df630c0a528d92fdc2f4b7a0a5f54ed45d3739c3110b66571c885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbb25693-bac2-4856-a8f0-92651c8c87bf" -d '{"events": [{"server_uuid": "4d2d21dc-19ba-408d-a3fb-045fba105d1d", "name": "network-vif-plugged", "status": "completed", "tag": "61f8935d-8cac-485e-9ead-6e824c447ee2"}]}' {{(pid=103839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 17:15:58.082573 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] For port 61f8935d-8cac-485e-9ead-6e824c447ee2, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=61f8935d-8cac-485e-9ead-6e824c447ee2,segment=NetworkSegment(4a5dee39-eed3-4cc2-bb42-87d9e619875d),segment_id=4a5dee39-eed3-4cc2-bb42-87d9e619875d)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:15:58.106733 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 17:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f484abc-b372-44eb-a108-ae2cfd320882 x-openstack-request-id: req-5f484abc-b372-44eb-a108-ae2cfd320882 {{(pid=103839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 17:15:58.107615 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d2d21dc-19ba-408d-a3fb-045fba105d1d", "name": "network-vif-plugged", "status": "completed", "tag": "61f8935d-8cac-485e-9ead-6e824c447ee2", "code": 200}]} {{(pid=103839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 17:15:58.107615 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5f484abc-b372-44eb-a108-ae2cfd320882 {{(pid=103839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 17:15:58.107811 dv-cinder-778193-22-iscsi neutron-server[103839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d2d21dc-19ba-408d-a3fb-045fba105d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f8935d-8cac-485e-9ead-6e824c447ee2', 'code': 200} Mar 02 17:15:58.115087 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] For port b68d8011-6aa0-4d28-8e03-0da9e6f36b0e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b68d8011-6aa0-4d28-8e03-0da9e6f36b0e,segment=NetworkSegment(045cca5b-a9b4-4a6c-8670-18c98461fa58),segment_id=045cca5b-a9b4-4a6c-8670-18c98461fa58)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:15:58.128694 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Returning: {'device': 'b68d8011-6aa0-4d28-8e03-0da9e6f36b0e', 'network_id': 'ba91141c-2c4a-433e-a175-e7c250467227', 'port_id': 'b68d8011-6aa0-4d28-8e03-0da9e6f36b0e', 'mac_address': 'fa:16:3e:79:82:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2418ff9-f0a5-4e04-8f27-a85b5ef0f2a3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 17:15:58.176949 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Current status of the port b68d8011-6aa0-4d28-8e03-0da9e6f36b0e is: DOWN; New status is: BUILD {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:15:58.177647 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (b68d8011-6aa0-4d28-8e03-0da9e6f36b0e), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:58.205041 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.notifiers.nova [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b68d8011-6aa0-4d28-8e03-0da9e6f36b0e {{(pid=103839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 17:15:58.210232 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (61f8935d-8cac-485e-9ead-6e824c447ee2), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:58.280172 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Pushing event updated for resources: {'Port': ['ID=61f8935d-8cac-485e-9ead-6e824c447ee2,revision_number=5']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:15:58.300815 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] For port b68d8011-6aa0-4d28-8e03-0da9e6f36b0e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b68d8011-6aa0-4d28-8e03-0da9e6f36b0e,segment=NetworkSegment(045cca5b-a9b4-4a6c-8670-18c98461fa58),segment_id=045cca5b-a9b4-4a6c-8670-18c98461fa58)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:15:58.320810 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc7a239-4b75-4780-9e52-917cbb4e5a16 req-4e45d1e4-c195-4161-a4ef-522372959db5 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:58.322470 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-9cc7a239-4b75-4780-9e52-917cbb4e5a16 req-4e45d1e4-c195-4161-a4ef-522372959db5 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 943 time: 0.0756185 Mar 02 17:15:58.377191 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-9cc7a239-4b75-4780-9e52-917cbb4e5a16 req-b0c456d0-31b5-45c1-8263-02f2f935710d tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431361 Mar 02 17:15:58.458528 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (b68d8011-6aa0-4d28-8e03-0da9e6f36b0e), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:15:58.514316 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Pushing event updated for resources: {'Port': ['ID=b68d8011-6aa0-4d28-8e03-0da9e6f36b0e,revision_number=4']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:15:58.578195 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c35de6-5a9e-46cd-8c07-15d098df70fa req-a5e5b451-730d-4564-9a62-1aba815e2897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:58.579737 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-90c35de6-5a9e-46cd-8c07-15d098df70fa req-a5e5b451-730d-4564-9a62-1aba815e2897 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4d2d21dc-19ba-408d-a3fb-045fba105d1d HTTP/1.1" status: 200 len: 1129 time: 0.0481758 Mar 02 17:15:58.627112 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-90c35de6-5a9e-46cd-8c07-15d098df70fa req-3710a09b-faf0-4ed4-b85a-d1995868a062 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406611 Mar 02 17:15:58.825634 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d1df7b-6c91-45d7-adb0-00ce51480005 req-027a4e91-1d3c-4480-93a4-6cbb02cd3fab tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:58.828216 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-78d1df7b-6c91-45d7-adb0-00ce51480005 req-027a4e91-1d3c-4480-93a4-6cbb02cd3fab tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] 10.222.0.55 "GET /v2.0/ports?device_id=6805ee16-7746-4279-874c-0d82726c9c9b HTTP/1.1" status: 200 len: 945 time: 0.0611467 Mar 02 17:15:58.893883 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-78d1df7b-6c91-45d7-adb0-00ce51480005 req-22a84398-a2ed-4dc3-b0c5-009f3b69d9b9 tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0000517-4548-4cde-af0b-5466d46dbc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600457 Mar 02 17:15:59.113998 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67504603-e6ca-40ab-940d-280bf4baa7bc req-facb4e6c-1b7e-4f82-9668-eda1d7ed24bd tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:59.115541 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-67504603-e6ca-40ab-940d-280bf4baa7bc req-facb4e6c-1b7e-4f82-9668-eda1d7ed24bd tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d2d21dc-19ba-408d-a3fb-045fba105d1d HTTP/1.1" status: 200 len: 945 time: 0.0600560 Mar 02 17:15:59.176077 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-67504603-e6ca-40ab-940d-280bf4baa7bc req-4c8916bc-c20e-4665-a6da-bbc57ffad918 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541117 Mar 02 17:15:59.508698 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d486c5f3-9b72-4817-8f2a-a57c7de84030 req-0afbbf07-7d33-47da-bc03-bfb3fbebb4d5 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:15:59.518262 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d486c5f3-9b72-4817-8f2a-a57c7de84030 req-0afbbf07-7d33-47da-bc03-bfb3fbebb4d5 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 944 time: 0.0652964 Mar 02 17:15:59.583662 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d486c5f3-9b72-4817-8f2a-a57c7de84030 req-61f98410-4e5c-4e80-8120-9384563cf657 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642579 Mar 02 17:16:00.309085 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f8c68-c219-4cf2-89e4-b2da39a411e6 req-32817dee-a5a6-4bc8-96cc-ec6191f76cc1 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:00.311165 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-fd3f8c68-c219-4cf2-89e4-b2da39a411e6 req-32817dee-a5a6-4bc8-96cc-ec6191f76cc1 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d2d21dc-19ba-408d-a3fb-045fba105d1d HTTP/1.1" status: 200 len: 945 time: 0.0594800 Mar 02 17:16:00.358540 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-fd3f8c68-c219-4cf2-89e4-b2da39a411e6 req-7a9c1ddb-e924-4548-8d2b-3334c6c5b99e tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418777 Mar 02 17:16:00.709705 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a8f8a-947e-4605-9c4e-07b15d0a5a18 req-30e5f085-a376-4244-b79d-41fc21d5aa46 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:00.711194 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-349a8f8a-947e-4605-9c4e-07b15d0a5a18 req-30e5f085-a376-4244-b79d-41fc21d5aa46 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 944 time: 0.0520039 Mar 02 17:16:00.760660 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-349a8f8a-947e-4605-9c4e-07b15d0a5a18 req-d41b114c-2f30-4706-a1b0-8a743dbb4b13 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430377 Mar 02 17:16:01.358756 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] get_ports_and_sgs() called for port_ids ['b68d8011-6aa0-4d28-8e03-0da9e6f36b0e'] {{(pid=103839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 17:16:01.381439 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] get_ports_and_sgs() called for port_ids ['4a256a90-0d43-4274-8693-d4c1c406c0a5'] {{(pid=103839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 17:16:01.491678 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53df9bc2-a170-4079-9bfd-5fa701a04c47 req-f93d94d8-6d91-4317-b1ed-5de1957a9cdf tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:01.493282 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-53df9bc2-a170-4079-9bfd-5fa701a04c47 req-f93d94d8-6d91-4317-b1ed-5de1957a9cdf tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d2d21dc-19ba-408d-a3fb-045fba105d1d HTTP/1.1" status: 200 len: 945 time: 0.0651319 Mar 02 17:16:01.562890 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-53df9bc2-a170-4079-9bfd-5fa701a04c47 req-0904d352-358d-4d87-bf8e-c5195a16f3ec tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596499 Mar 02 17:16:01.760860 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-4b960487-d829-45b6-b198-77cdd4d68d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (0060df7f-f835-4890-b25c-3842f545a9d0), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:01.889877 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81b584e-0c38-40b9-a916-3b4e286f0676 req-5bb39d7d-49b8-4f30-97aa-9938b1f244be tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:01.891411 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e81b584e-0c38-40b9-a916-3b4e286f0676 req-5bb39d7d-49b8-4f30-97aa-9938b1f244be tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 944 time: 0.0537355 Mar 02 17:16:01.940433 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e81b584e-0c38-40b9-a916-3b4e286f0676 req-f0610d8d-0444-4213-a79f-1185e395ac72 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434680 Mar 02 17:16:02.703924 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4f1b2a-ebe9-471a-84eb-eae39f07d23c req-5dd674bc-6f7b-4598-a9b6-276f1ba9b390 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:02.705532 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-7e4f1b2a-ebe9-471a-84eb-eae39f07d23c req-5dd674bc-6f7b-4598-a9b6-276f1ba9b390 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d2d21dc-19ba-408d-a3fb-045fba105d1d HTTP/1.1" status: 200 len: 945 time: 0.0680420 Mar 02 17:16:02.761739 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-7e4f1b2a-ebe9-471a-84eb-eae39f07d23c req-d3a5e35f-253b-4a55-b7c5-1f1541585a63 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482655 Mar 02 17:16:03.092721 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f7de87-5061-4ff8-8cca-c75d13caa75f req-dd26edcc-11de-4a2c-a3b9-eab2bdba846d tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:03.094729 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-50f7de87-5061-4ff8-8cca-c75d13caa75f req-dd26edcc-11de-4a2c-a3b9-eab2bdba846d tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 944 time: 0.0636029 Mar 02 17:16:03.150547 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-50f7de87-5061-4ff8-8cca-c75d13caa75f req-bae8b4d0-9f8b-460c-b5f8-ca2c8f99effa tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496917 Mar 02 17:16:03.566775 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device 4a256a90-0d43-4274-8693-d4c1c406c0a5 up at agent hyperv_hv-cinder-77819 {{(pid=103839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 17:16:03.715584 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Provisioning for port 4a256a90-0d43-4274-8693-d4c1c406c0a5 completed by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 17:16:03.724357 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Provisioning complete for port 4a256a90-0d43-4274-8693-d4c1c406c0a5 triggered by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:16:03.731666 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (4a256a90-0d43-4274-8693-d4c1c406c0a5), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:03.840955 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Current status of the port 4a256a90-0d43-4274-8693-d4c1c406c0a5 is: BUILD; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:16:03.841379 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (4a256a90-0d43-4274-8693-d4c1c406c0a5), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:03.870929 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4081c5a4-d3d8-4855-87a3-25860d7f4961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a256a90-0d43-4274-8693-d4c1c406c0a5'}] {{(pid=103839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 17:16:03.874026 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1ae65c9246df630c0a528d92fdc2f4b7a0a5f54ed45d3739c3110b66571c885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a560a980-cf0f-47aa-9ee7-d7a575318635" -d '{"events": [{"server_uuid": "4081c5a4-d3d8-4855-87a3-25860d7f4961", "name": "network-vif-plugged", "status": "completed", "tag": "4a256a90-0d43-4274-8693-d4c1c406c0a5"}]}' {{(pid=103839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 17:16:03.890143 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] For port 4a256a90-0d43-4274-8693-d4c1c406c0a5, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=4a256a90-0d43-4274-8693-d4c1c406c0a5,segment=NetworkSegment(4a5dee39-eed3-4cc2-bb42-87d9e619875d),segment_id=4a5dee39-eed3-4cc2-bb42-87d9e619875d)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:16:03.930048 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2617ab78-0583-4dc0-a34b-962c4ebc2f8d req-8a19760a-d274-4933-8cc0-134bc832cdcd tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:03.933606 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2617ab78-0583-4dc0-a34b-962c4ebc2f8d req-8a19760a-d274-4933-8cc0-134bc832cdcd tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d2d21dc-19ba-408d-a3fb-045fba105d1d HTTP/1.1" status: 200 len: 945 time: 0.0953944 Mar 02 17:16:03.941616 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 17:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-661fe635-73e5-4ecc-81bc-0cecbe39fd1c x-openstack-request-id: req-661fe635-73e5-4ecc-81bc-0cecbe39fd1c {{(pid=103839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 17:16:03.942136 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4081c5a4-d3d8-4855-87a3-25860d7f4961", "name": "network-vif-plugged", "status": "completed", "tag": "4a256a90-0d43-4274-8693-d4c1c406c0a5", "code": 200}]} {{(pid=103839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 17:16:03.942483 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-661fe635-73e5-4ecc-81bc-0cecbe39fd1c {{(pid=103839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 17:16:03.942907 dv-cinder-778193-22-iscsi neutron-server[103839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4081c5a4-d3d8-4855-87a3-25860d7f4961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a256a90-0d43-4274-8693-d4c1c406c0a5', 'code': 200} Mar 02 17:16:04.000515 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2617ab78-0583-4dc0-a34b-962c4ebc2f8d req-e90e155a-edc1-40b8-9d8e-38c39c682db4 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582018 Mar 02 17:16:04.047083 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (4a256a90-0d43-4274-8693-d4c1c406c0a5), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:04.047966 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device b68d8011-6aa0-4d28-8e03-0da9e6f36b0e up at agent hyperv_hv-cinder-77819 {{(pid=103839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 17:16:04.135404 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Pushing event updated for resources: {'Port': ['ID=4a256a90-0d43-4274-8693-d4c1c406c0a5,revision_number=5']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:16:04.141464 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-374c4797-267c-4068-8770-5f4e9d66cd63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90b713d5-0d52-4da0-a663-b3b1c9fefb3d), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:04.300831 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe99ab-0e19-4986-b761-f6319daf80b5 req-513f8628-53db-4a55-9709-c396558bf131 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:04.302625 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-98fe99ab-0e19-4986-b761-f6319daf80b5 req-513f8628-53db-4a55-9709-c396558bf131 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 944 time: 0.0657654 Mar 02 17:16:04.355444 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Provisioning for port b68d8011-6aa0-4d28-8e03-0da9e6f36b0e completed by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 17:16:04.363421 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-98fe99ab-0e19-4986-b761-f6319daf80b5 req-f9f6ef81-75a4-426a-8ce8-458c41d32215 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544262 Mar 02 17:16:04.363668 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Provisioning complete for port b68d8011-6aa0-4d28-8e03-0da9e6f36b0e triggered by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:16:04.364120 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (b68d8011-6aa0-4d28-8e03-0da9e6f36b0e), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:04.450267 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b675dbab-7574-43e7-b0b1-452b30442cfa req-03eccba3-253c-4dcd-bff3-aed0a9c7a4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:04.452922 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-b675dbab-7574-43e7-b0b1-452b30442cfa req-03eccba3-253c-4dcd-bff3-aed0a9c7a4e9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4081c5a4-d3d8-4855-87a3-25860d7f4961 HTTP/1.1" status: 200 len: 1129 time: 0.0495121 Mar 02 17:16:04.458704 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Current status of the port b68d8011-6aa0-4d28-8e03-0da9e6f36b0e is: BUILD; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:16:04.459092 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (b68d8011-6aa0-4d28-8e03-0da9e6f36b0e), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:04.499457 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] For port b68d8011-6aa0-4d28-8e03-0da9e6f36b0e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b68d8011-6aa0-4d28-8e03-0da9e6f36b0e,segment=NetworkSegment(045cca5b-a9b4-4a6c-8670-18c98461fa58),segment_id=045cca5b-a9b4-4a6c-8670-18c98461fa58)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:16:04.506697 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-b675dbab-7574-43e7-b0b1-452b30442cfa req-b681fa15-5779-49a2-8db6-1ee7000d02fe service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475192 Mar 02 17:16:04.578780 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (b68d8011-6aa0-4d28-8e03-0da9e6f36b0e), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:04.656551 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Pushing event updated for resources: {'Port': ['ID=b68d8011-6aa0-4d28-8e03-0da9e6f36b0e,revision_number=5']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:16:04.726417 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c70edf0-c891-4088-864e-16df3c00c1b5 req-148aa730-3946-4a5e-90ac-2d9fe730843b tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:04.726417 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-4c70edf0-c891-4088-864e-16df3c00c1b5 req-148aa730-3946-4a5e-90ac-2d9fe730843b tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d2d21dc-19ba-408d-a3fb-045fba105d1d HTTP/1.1" status: 200 len: 945 time: 0.0754545 Mar 02 17:16:04.791442 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-4c70edf0-c891-4088-864e-16df3c00c1b5 req-722957a9-ab5e-455b-be20-fe25741ad255 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601423 Mar 02 17:16:04.976845 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c48a31-869c-4fbb-80c4-cace95959209 req-322401e5-7361-4494-b330-c7b016db2fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:04.978413 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-22c48a31-869c-4fbb-80c4-cace95959209 req-322401e5-7361-4494-b330-c7b016db2fb4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=972279b7457f4e0fa6d7b4d953912711&device_id=4d2d21dc-19ba-408d-a3fb-045fba105d1d HTTP/1.1" status: 200 len: 1129 time: 0.0500581 Mar 02 17:16:05.035430 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-7239c76e-3e75-4b64-9028-aed8f891363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (eca5c3a0-ec74-4a2a-a5c6-a62430d93509), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:05.085560 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c48a31-869c-4fbb-80c4-cace95959209 req-ff1260f8-6c2d-4287-a4fe-e0b07d39509d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:05.087450 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-22c48a31-869c-4fbb-80c4-cace95959209 req-ff1260f8-6c2d-4287-a4fe-e0b07d39509d service neutron] 10.222.0.49 "GET /v2.0/networks?id=ef02e7c1-3825-40da-8301-7b2b393305d9 HTTP/1.1" status: 200 len: 920 time: 0.1025848 Mar 02 17:16:05.137219 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-22c48a31-869c-4fbb-80c4-cace95959209 req-e9d7f4c9-f91f-4efa-a667-cbe892717c6c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61f8935d-8cac-485e-9ead-6e824c447ee2 HTTP/1.1" status: 200 len: 217 time: 0.0430501 Mar 02 17:16:05.194842 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c48a31-869c-4fbb-80c4-cace95959209 req-c082dcfb-396a-481e-9791-3851abc2905a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:05.196553 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-22c48a31-869c-4fbb-80c4-cace95959209 req-c082dcfb-396a-481e-9791-3851abc2905a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=af473c7a-b242-4124-a285-d83fb26df936 HTTP/1.1" status: 200 len: 859 time: 0.0533888 Mar 02 17:16:05.235198 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-22c48a31-869c-4fbb-80c4-cace95959209 req-c2dd6d36-2031-4dc6-b56b-9af5db845f36 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ef02e7c1-3825-40da-8301-7b2b393305d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317869 Mar 02 17:16:05.318472 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 45094) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:16:05.343816 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-22c48a31-869c-4fbb-80c4-cace95959209 req-03b82cb4-d363-46de-bbd9-3ac22e140360 service neutron] 10.222.0.49 "GET /v2.0/networks/ef02e7c1-3825-40da-8301-7b2b393305d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017940 Mar 02 17:16:05.467735 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-22c48a31-869c-4fbb-80c4-cace95959209 req-a2991315-69c5-436d-bc0f-04dcdb56ce15 service neutron] 10.222.0.49 "GET /v2.0/networks/ef02e7c1-3825-40da-8301-7b2b393305d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172485 Mar 02 17:16:05.504198 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 45104) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:16:05.525831 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a812e2e3-4324-49aa-877f-bba5a5adfeb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:05.590118 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af01770-26a3-45da-9d0f-2dff6e8bdbeb req-58841380-85b7-47fd-b25d-3278a4f14d1c tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:05.591939 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-3af01770-26a3-45da-9d0f-2dff6e8bdbeb req-58841380-85b7-47fd-b25d-3278a4f14d1c tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 945 time: 0.0958452 Mar 02 17:16:05.632385 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a812e2e3-4324-49aa-877f-bba5a5adfeb8 admin admin] Publish callbacks [] for security_group (be06f536-9fa7-43ad-9576-7332b3d3f9c3), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:05.655191 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-e2e88afb-59c5-43e0-8888-b8ed9c84e54d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:05.666971 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-3af01770-26a3-45da-9d0f-2dff6e8bdbeb req-e958cf5c-b371-413f-a968-2f554bf02f34 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599928 Mar 02 17:16:05.778609 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-e2e88afb-59c5-43e0-8888-b8ed9c84e54d admin admin] Publish callbacks [] for security_group (ad166b87-1aed-40b1-9764-fcab4246537e), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:05.779895 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a812e2e3-4324-49aa-877f-bba5a5adfeb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (be06f536-9fa7-43ad-9576-7332b3d3f9c3), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:05.839289 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-a812e2e3-4324-49aa-877f-bba5a5adfeb8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4e569db29fbe4ad0a4e2164ebfbcbd7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5178406 Mar 02 17:16:05.839441 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a812e2e3-4324-49aa-877f-bba5a5adfeb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be06f536-9fa7-43ad-9576-7332b3d3f9c3,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:16:05.840632 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 45128) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:16:05.884551 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-e2e88afb-59c5-43e0-8888-b8ed9c84e54d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (ad166b87-1aed-40b1-9764-fcab4246537e), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:05.919292 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-e2e88afb-59c5-43e0-8888-b8ed9c84e54d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=247cb609fd334c6ea330f26cb03383f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4139767 Mar 02 17:16:05.921636 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e88afb-59c5-43e0-8888-b8ed9c84e54d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad166b87-1aed-40b1-9764-fcab4246537e,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:16:05.923607 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 45130) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:16:05.942306 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1d2f39fd-a5e9-4166-986d-870beab3da1b admin admin] Publish callbacks [] for security_group (be06f536-9fa7-43ad-9576-7332b3d3f9c3), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:05.946441 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0f06e23-1e9f-4ea7-ab98-6d5ed74183df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b68d8011-6aa0-4d28-8e03-0da9e6f36b0e'}] {{(pid=103839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 17:16:05.952089 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1ae65c9246df630c0a528d92fdc2f4b7a0a5f54ed45d3739c3110b66571c885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5aa9f9d-247d-49d3-a473-e990367cf360" -d '{"events": [{"server_uuid": "a0f06e23-1e9f-4ea7-ab98-6d5ed74183df", "name": "network-vif-plugged", "status": "completed", "tag": "b68d8011-6aa0-4d28-8e03-0da9e6f36b0e"}]}' {{(pid=103839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 17:16:05.996154 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176aa528-e76d-480e-903d-f60783a61c7c req-f502bbda-d885-4ffd-9934-0ddaf6423c5e tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:05.998962 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-176aa528-e76d-480e-903d-f60783a61c7c req-f502bbda-d885-4ffd-9934-0ddaf6423c5e tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d2d21dc-19ba-408d-a3fb-045fba105d1d HTTP/1.1" status: 200 len: 945 time: 0.1151712 Mar 02 17:16:06.002949 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 17:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-626badd8-2695-4231-835b-9126a626451d x-openstack-request-id: req-626badd8-2695-4231-835b-9126a626451d {{(pid=103839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 17:16:06.003316 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0f06e23-1e9f-4ea7-ab98-6d5ed74183df", "name": "network-vif-plugged", "status": "completed", "tag": "b68d8011-6aa0-4d28-8e03-0da9e6f36b0e", "code": 200}]} {{(pid=103839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 17:16:06.003575 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-626badd8-2695-4231-835b-9126a626451d {{(pid=103839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 17:16:06.005304 dv-cinder-778193-22-iscsi neutron-server[103839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0f06e23-1e9f-4ea7-ab98-6d5ed74183df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b68d8011-6aa0-4d28-8e03-0da9e6f36b0e', 'code': 200} Mar 02 17:16:06.006098 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1d2f39fd-a5e9-4166-986d-870beab3da1b admin admin] Publish callbacks [] for security_group (be06f536-9fa7-43ad-9576-7332b3d3f9c3), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:06.087851 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-259da4e4-359e-44bc-bf55-d32340111855 admin admin] Publish callbacks [] for security_group (ad166b87-1aed-40b1-9764-fcab4246537e), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:06.094859 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-176aa528-e76d-480e-903d-f60783a61c7c req-f5a59436-32eb-4f68-b1a0-cb26936fe89c tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868340 Mar 02 17:16:06.119735 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-259da4e4-359e-44bc-bf55-d32340111855 admin admin] Publish callbacks [] for security_group (ad166b87-1aed-40b1-9764-fcab4246537e), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:06.269064 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1d2f39fd-a5e9-4166-986d-870beab3da1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (be06f536-9fa7-43ad-9576-7332b3d3f9c3), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:06.271662 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1d2f39fd-a5e9-4166-986d-870beab3da1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:06.272882 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-1d2f39fd-a5e9-4166-986d-870beab3da1b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/be06f536-9fa7-43ad-9576-7332b3d3f9c3 HTTP/1.1" status: 204 len: 168 time: 0.4311628 Mar 02 17:16:06.280729 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2f39fd-a5e9-4166-986d-870beab3da1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be06f536-9fa7-43ad-9576-7332b3d3f9c3,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:16:06.328528 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-259da4e4-359e-44bc-bf55-d32340111855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (ad166b87-1aed-40b1-9764-fcab4246537e), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:06.332323 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-259da4e4-359e-44bc-bf55-d32340111855 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:06.334481 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-259da4e4-359e-44bc-bf55-d32340111855 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ad166b87-1aed-40b1-9764-fcab4246537e HTTP/1.1" status: 204 len: 168 time: 0.4088199 Mar 02 17:16:06.346158 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259da4e4-359e-44bc-bf55-d32340111855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad166b87-1aed-40b1-9764-fcab4246537e,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:16:06.414091 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9a5299-14b2-4e82-a09e-e0f4da0840ef req-ef2be485-e735-45f3-8fb4-d67c26e45e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:06.415509 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-9f9a5299-14b2-4e82-a09e-e0f4da0840ef req-ef2be485-e735-45f3-8fb4-d67c26e45e5d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 1129 time: 0.0512989 Mar 02 17:16:06.418411 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 45146) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:16:06.464177 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-9f9a5299-14b2-4e82-a09e-e0f4da0840ef req-117a2f39-475e-4191-837a-f24b70bbeafc service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388613 Mar 02 17:16:06.692033 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-0f418ce1-8884-460d-8e69-a4dcd6bf2fe5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:06.778366 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-765bf0ac-d167-416d-8fe2-638e582454ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (aac89579-4eb6-45c8-861e-e37bc0c26bf3), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:06.927611 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-0f418ce1-8884-460d-8e69-a4dcd6bf2fe5 admin admin] Publish callbacks [] for security_group (578efe79-a825-465a-ba4f-c5341f9d3e94), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:06.927611 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd46a1c-ec8e-4232-8b6d-79f6ec9c73ae req-8cddb24e-51db-4f22-aa9a-f31a42985f1a tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:06.927611 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-4cd46a1c-ec8e-4232-8b6d-79f6ec9c73ae req-8cddb24e-51db-4f22-aa9a-f31a42985f1a tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 945 time: 0.1083806 Mar 02 17:16:06.930536 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-4cd46a1c-ec8e-4232-8b6d-79f6ec9c73ae req-55374576-7184-4854-bc6d-7517112198c6 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454447 Mar 02 17:16:07.235737 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5782db6a-a9fa-4585-8983-04e794950310 req-a1c81eab-27f3-4eb1-ab1e-3fb39265b934 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:07.237154 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-5782db6a-a9fa-4585-8983-04e794950310 req-a1c81eab-27f3-4eb1-ab1e-3fb39265b934 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d2d21dc-19ba-408d-a3fb-045fba105d1d HTTP/1.1" status: 200 len: 945 time: 0.0607798 Mar 02 17:16:07.290034 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-5782db6a-a9fa-4585-8983-04e794950310 req-6116e5bf-abf5-40ab-aaf8-6f1b15cec892 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464163 Mar 02 17:16:07.416857 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-0f418ce1-8884-460d-8e69-a4dcd6bf2fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (578efe79-a825-465a-ba4f-c5341f9d3e94), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:07.459428 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f418ce1-8884-460d-8e69-a4dcd6bf2fe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=578efe79-a825-465a-ba4f-c5341f9d3e94,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:16:07.463750 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-0f418ce1-8884-460d-8e69-a4dcd6bf2fe5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f5d9bae9f8824c8e8f7e4fac287d0180&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0443904 Mar 02 17:16:07.466376 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 45172) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:16:07.523171 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1162b1f5-8050-4535-a856-1d3249cf4434 admin admin] Publish callbacks [] for security_group (578efe79-a825-465a-ba4f-c5341f9d3e94), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:07.556521 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1162b1f5-8050-4535-a856-1d3249cf4434 admin admin] Publish callbacks [] for security_group (578efe79-a825-465a-ba4f-c5341f9d3e94), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:07.909651 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1162b1f5-8050-4535-a856-1d3249cf4434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (578efe79-a825-465a-ba4f-c5341f9d3e94), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:07.912451 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1162b1f5-8050-4535-a856-1d3249cf4434 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:07.916157 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-1162b1f5-8050-4535-a856-1d3249cf4434 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/578efe79-a825-465a-ba4f-c5341f9d3e94 HTTP/1.1" status: 204 len: 168 time: 0.4458916 Mar 02 17:16:07.924528 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1162b1f5-8050-4535-a856-1d3249cf4434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=578efe79-a825-465a-ba4f-c5341f9d3e94,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:16:08.100491 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 45184) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:16:08.101006 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f82c9-ff04-492b-8c48-be1381f635b7 req-570e2108-616a-4b14-ae72-2d52faae13f0 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:08.114469 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-218f82c9-ff04-492b-8c48-be1381f635b7 req-570e2108-616a-4b14-ae72-2d52faae13f0 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 945 time: 0.0715282 Mar 02 17:16:08.117767 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-e3f107cc-4efa-4952-92c2-b34a06c6755a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:08.172521 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-218f82c9-ff04-492b-8c48-be1381f635b7 req-884b65b7-4018-47e5-bdf1-5423b416d48b tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569253 Mar 02 17:16:08.226886 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-e3f107cc-4efa-4952-92c2-b34a06c6755a admin admin] Publish callbacks [] for security_group (3555fa54-2cb5-4d21-a9fc-ed0e6e61d560), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:08.286858 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90356b9b-9a55-4227-ace0-d1fc01a5475f), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:08.337773 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-e3f107cc-4efa-4952-92c2-b34a06c6755a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (3555fa54-2cb5-4d21-a9fc-ed0e6e61d560), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:08.378002 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f107cc-4efa-4952-92c2-b34a06c6755a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3555fa54-2cb5-4d21-a9fc-ed0e6e61d560,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:16:08.384443 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-e3f107cc-4efa-4952-92c2-b34a06c6755a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e37089fa5bf84a399ce21b190a512170&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2826533 Mar 02 17:16:08.386910 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 45194) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:16:08.480073 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f873bdb-da9a-4baf-aa6e-4c448d117947 req-ec14cf32-abe8-4187-8ee1-7198a80def58 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:08.481566 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-8f873bdb-da9a-4baf-aa6e-4c448d117947 req-ec14cf32-abe8-4187-8ee1-7198a80def58 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d2d21dc-19ba-408d-a3fb-045fba105d1d HTTP/1.1" status: 200 len: 945 time: 0.0868139 Mar 02 17:16:08.484860 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-ea7633df-5301-44e0-b77f-450c0bfadde2 admin admin] Publish callbacks [] for security_group (3555fa54-2cb5-4d21-a9fc-ed0e6e61d560), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:08.522837 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-ea7633df-5301-44e0-b77f-450c0bfadde2 admin admin] Publish callbacks [] for security_group (3555fa54-2cb5-4d21-a9fc-ed0e6e61d560), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:08.568106 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-8f873bdb-da9a-4baf-aa6e-4c448d117947 req-e3cf94a0-f336-4de4-ba48-1772915f748c tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778584 Mar 02 17:16:08.674882 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-ea7633df-5301-44e0-b77f-450c0bfadde2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (3555fa54-2cb5-4d21-a9fc-ed0e6e61d560), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:08.681284 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-ea7633df-5301-44e0-b77f-450c0bfadde2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:08.681284 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-ea7633df-5301-44e0-b77f-450c0bfadde2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3555fa54-2cb5-4d21-a9fc-ed0e6e61d560 HTTP/1.1" status: 204 len: 168 time: 0.2909958 Mar 02 17:16:08.687579 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7633df-5301-44e0-b77f-450c0bfadde2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3555fa54-2cb5-4d21-a9fc-ed0e6e61d560,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:16:08.821652 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 45202) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:16:08.836072 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-63e309e8-b0fa-44fb-a6fe-94c9183e3cd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:08.947908 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-63e309e8-b0fa-44fb-a6fe-94c9183e3cd9 admin admin] Publish callbacks [] for security_group (3f0fa499-ae91-4be5-9835-68647632a123), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:09.024964 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-63e309e8-b0fa-44fb-a6fe-94c9183e3cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (3f0fa499-ae91-4be5-9835-68647632a123), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:09.065570 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-63e309e8-b0fa-44fb-a6fe-94c9183e3cd9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=31a560a053bc401999070c7a8b64e266&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2431884 Mar 02 17:16:09.066512 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e309e8-b0fa-44fb-a6fe-94c9183e3cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0fa499-ae91-4be5-9835-68647632a123,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:16:09.069059 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 45212) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:16:09.080527 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 45214) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:16:09.135333 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-d884ce2f-645d-4d6a-a5b3-f1530a6b61f0 admin admin] Publish callbacks [] for security_group (3f0fa499-ae91-4be5-9835-68647632a123), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:09.162824 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-d884ce2f-645d-4d6a-a5b3-f1530a6b61f0 admin admin] Publish callbacks [] for security_group (3f0fa499-ae91-4be5-9835-68647632a123), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:09.296210 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-d884ce2f-645d-4d6a-a5b3-f1530a6b61f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (3f0fa499-ae91-4be5-9835-68647632a123), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:09.298930 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-d884ce2f-645d-4d6a-a5b3-f1530a6b61f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:09.300130 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-d884ce2f-645d-4d6a-a5b3-f1530a6b61f0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3f0fa499-ae91-4be5-9835-68647632a123 HTTP/1.1" status: 204 len: 168 time: 0.2303264 Mar 02 17:16:09.312630 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d884ce2f-645d-4d6a-a5b3-f1530a6b61f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0fa499-ae91-4be5-9835-68647632a123,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:16:09.334827 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6827a0-749a-4a38-86a4-006249787476 req-ef009c6e-fe78-4d70-b54a-e14f7e508a0b tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:09.336381 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-9e6827a0-749a-4a38-86a4-006249787476 req-ef009c6e-fe78-4d70-b54a-e14f7e508a0b tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 945 time: 0.0714884 Mar 02 17:16:09.392186 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-9e6827a0-749a-4a38-86a4-006249787476 req-9fc62639-e2aa-434c-a3eb-064e9c9347e8 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491974 Mar 02 17:16:09.505755 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-316fd25c-4b92-42ec-b6fc-c0c055845954 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:09.661421 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ce9d81-95d6-4636-a9a3-8d4468ddf285 req-dce8edd1-c737-4481-8e06-eb1ea2a4948b tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:09.663133 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-14ce9d81-95d6-4636-a9a3-8d4468ddf285 req-dce8edd1-c737-4481-8e06-eb1ea2a4948b tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 945 time: 0.1478181 Mar 02 17:16:09.672264 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 45240) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:16:09.679238 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [None req-b7ebd913-44ee-4fa1-88be-27d1b1be0c7d tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Request body: {'floatingip': {'port_id': 'b68d8011-6aa0-4d28-8e03-0da9e6f36b0e'}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:16:09.794994 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-b7ebd913-44ee-4fa1-88be-27d1b1be0c7d tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks [] for floatingip (84b8a987-3721-4f41-9abe-b2a43f0833f3), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:10.100958 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-316fd25c-4b92-42ec-b6fc-c0c055845954 admin admin] Publish callbacks [] for security_group (6ce9995e-4e59-41d4-a831-f9be84be3e9e), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:10.164998 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec446836-b6f8-47b5-9e2d-d020d179b905 req-044ceaec-d463-4f56-873d-c954e2e48086 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:10.166688 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-ec446836-b6f8-47b5-9e2d-d020d179b905 req-044ceaec-d463-4f56-873d-c954e2e48086 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d2d21dc-19ba-408d-a3fb-045fba105d1d HTTP/1.1" status: 200 len: 945 time: 0.4525280 Mar 02 17:16:10.240267 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-316fd25c-4b92-42ec-b6fc-c0c055845954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (6ce9995e-4e59-41d4-a831-f9be84be3e9e), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:10.314786 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316fd25c-4b92-42ec-b6fc-c0c055845954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce9995e-4e59-41d4-a831-f9be84be3e9e,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:16:10.320208 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 45260) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:16:10.322964 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-ec446836-b6f8-47b5-9e2d-d020d179b905 req-da35ab6b-3be8-4d65-b71f-dd9cd3296a0e tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503587 Mar 02 17:16:10.328325 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-316fd25c-4b92-42ec-b6fc-c0c055845954 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=26a333bb2c404fa9b33db9c6a3cb5f59&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2459660 Mar 02 17:16:10.333893 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 45262) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:16:10.413628 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-e27157d7-3614-4f3f-809b-9c0545d7070e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:10.484150 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c6b4eba3-e1d3-4bee-ae88-baad0c254f5a admin admin] Publish callbacks [] for security_group (6ce9995e-4e59-41d4-a831-f9be84be3e9e), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:10.521697 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c6b4eba3-e1d3-4bee-ae88-baad0c254f5a admin admin] Publish callbacks [] for security_group (6ce9995e-4e59-41d4-a831-f9be84be3e9e), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:10.524574 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-e27157d7-3614-4f3f-809b-9c0545d7070e admin admin] Publish callbacks [] for security_group (196097dc-f402-4585-9ed1-e02243973fcf), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:10.588958 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-e27157d7-3614-4f3f-809b-9c0545d7070e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (196097dc-f402-4585-9ed1-e02243973fcf), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:10.639179 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-e27157d7-3614-4f3f-809b-9c0545d7070e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=481fca61592b4e17a6a248b2560b8d21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3178241 Mar 02 17:16:10.642937 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 45268) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:16:10.658350 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-bc16ffc4-3cf8-48da-b7e6-2177ed169e8d req-30550498-02d9-4412-a1c3-c050ed0b1e99 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6805ee16-7746-4279-874c-0d82726c9c9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2247791 Mar 02 17:16:10.679466 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27157d7-3614-4f3f-809b-9c0545d7070e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=196097dc-f402-4585-9ed1-e02243973fcf,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:16:10.683737 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c6b4eba3-e1d3-4bee-ae88-baad0c254f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (6ce9995e-4e59-41d4-a831-f9be84be3e9e), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:10.687322 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c6b4eba3-e1d3-4bee-ae88-baad0c254f5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:10.691552 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-c6b4eba3-e1d3-4bee-ae88-baad0c254f5a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6ce9995e-4e59-41d4-a831-f9be84be3e9e HTTP/1.1" status: 204 len: 168 time: 0.3504047 Mar 02 17:16:10.703612 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b4eba3-e1d3-4bee-ae88-baad0c254f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce9995e-4e59-41d4-a831-f9be84be3e9e,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:16:10.725005 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-0521108a-4f13-4882-a25c-17facc1132f5 admin admin] Publish callbacks [] for security_group (196097dc-f402-4585-9ed1-e02243973fcf), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:10.767855 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-0521108a-4f13-4882-a25c-17facc1132f5 admin admin] Publish callbacks [] for security_group (196097dc-f402-4585-9ed1-e02243973fcf), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:10.833778 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.db.resource_extend [None req-b7ebd913-44ee-4fa1-88be-27d1b1be0c7d tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 17:16:10.920187 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16ffc4-3cf8-48da-b7e6-2177ed169e8d req-82cfe922-1a8c-413e-9439-2bf4ef0eef23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:10.921892 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-bc16ffc4-3cf8-48da-b7e6-2177ed169e8d req-82cfe922-1a8c-413e-9439-2bf4ef0eef23 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=afb66bcb93064d42a797f24a84350f67&device_id=6805ee16-7746-4279-874c-0d82726c9c9b HTTP/1.1" status: 200 len: 1129 time: 0.1868610 Mar 02 17:16:10.934321 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-0521108a-4f13-4882-a25c-17facc1132f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (196097dc-f402-4585-9ed1-e02243973fcf), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:10.940005 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-0521108a-4f13-4882-a25c-17facc1132f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:10.945043 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-0521108a-4f13-4882-a25c-17facc1132f5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/196097dc-f402-4585-9ed1-e02243973fcf HTTP/1.1" status: 204 len: 168 time: 0.2974575 Mar 02 17:16:10.959313 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-b7ebd913-44ee-4fa1-88be-27d1b1be0c7d tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:10.967576 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0521108a-4f13-4882-a25c-17facc1132f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=196097dc-f402-4585-9ed1-e02243973fcf,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:16:11.054512 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-b7ebd913-44ee-4fa1-88be-27d1b1be0c7d tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-755393'] for floatingip (84b8a987-3721-4f41-9abe-b2a43f0833f3), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:11.123135 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16ffc4-3cf8-48da-b7e6-2177ed169e8d req-668ffb84-a7fb-450a-b31e-7c387e1e3745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:11.124637 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-bc16ffc4-3cf8-48da-b7e6-2177ed169e8d req-668ffb84-a7fb-450a-b31e-7c387e1e3745 service neutron] 10.222.0.49 "GET /v2.0/networks?id=db346cb1-de8d-4dc7-98f7-75d6ac14e852 HTTP/1.1" status: 200 len: 913 time: 0.1755557 Mar 02 17:16:11.198099 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-bc16ffc4-3cf8-48da-b7e6-2177ed169e8d req-4331d91a-f312-4962-aaff-18269f39b06f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2661f549-17cb-4a4e-b224-39afc06e9e55 HTTP/1.1" status: 200 len: 217 time: 0.0645802 Mar 02 17:16:11.253477 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.db.l3_db [None req-b7ebd913-44ee-4fa1-88be-27d1b1be0c7d tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Floating IP 84b8a987-3721-4f41-9abe-b2a43f0833f3 associated. External IP: 172.27.1.50, port: b68d8011-6aa0-4d28-8e03-0da9e6f36b0e. Mar 02 17:16:11.294839 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16ffc4-3cf8-48da-b7e6-2177ed169e8d req-12132a91-28b5-4898-8107-f5f6e9e74db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:11.296421 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-bc16ffc4-3cf8-48da-b7e6-2177ed169e8d req-12132a91-28b5-4898-8107-f5f6e9e74db0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=68449eb9-7fc0-486a-a32d-8c60bc740494 HTTP/1.1" status: 200 len: 852 time: 0.0933228 Mar 02 17:16:11.338420 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-bc16ffc4-3cf8-48da-b7e6-2177ed169e8d req-44142793-3927-4082-b71e-1378ee99efad service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=db346cb1-de8d-4dc7-98f7-75d6ac14e852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292668 Mar 02 17:16:11.761834 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-bc16ffc4-3cf8-48da-b7e6-2177ed169e8d req-7ced9cf5-1567-473c-8ea3-923f92f0c19e service neutron] 10.222.0.49 "GET /v2.0/networks/db346cb1-de8d-4dc7-98f7-75d6ac14e852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3923390 Mar 02 17:16:11.915073 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce76a3f8-3a72-4c98-9855-3f5f216d5675 req-058560b5-8607-4f7e-8ba3-5ccb4cd4d914 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:11.916577 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-ce76a3f8-3a72-4c98-9855-3f5f216d5675 req-058560b5-8607-4f7e-8ba3-5ccb4cd4d914 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d2d21dc-19ba-408d-a3fb-045fba105d1d HTTP/1.1" status: 200 len: 945 time: 0.2498903 Mar 02 17:16:11.979771 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7ebd913-44ee-4fa1-88be-27d1b1be0c7d tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Router 96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad has already been hosted by L3 agent 90b713d5-0d52-4da0-a663-b3b1c9fefb3d {{(pid=103838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:16:12.006200 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-bc16ffc4-3cf8-48da-b7e6-2177ed169e8d req-02dc550f-0699-43b6-b49b-6d3e774312c4 service neutron] 10.222.0.49 "GET /v2.0/networks/db346cb1-de8d-4dc7-98f7-75d6ac14e852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121127 Mar 02 17:16:12.012194 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-ce76a3f8-3a72-4c98-9855-3f5f216d5675 req-ebc40a14-e35d-441c-ae08-9a3f91fed086 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872462 Mar 02 17:16:12.137423 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7ebd913-44ee-4fa1-88be-27d1b1be0c7d tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Notify agent at l3_agent.dv-cinder-778193-22-iscsi the message routers_updated {{(pid=103838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:16:12.143249 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-b7ebd913-44ee-4fa1-88be-27d1b1be0c7d tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021714'] for floatingip (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:12.152405 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66ec3b1-ffe4-4967-a39e-63b207189a6e None None] Sync routers for ids ['96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad'] in dv-cinder-778193-22-iscsi {{(pid=103840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 17:16:12.165905 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66ec3b1-ffe4-4967-a39e-63b207189a6e None None] Routers {'96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:16:12.166680 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_hamode_db [None req-e66ec3b1-ffe4-4967-a39e-63b207189a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:16:04Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad'], 'active': True} {{(pid=103840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:16:12.181570 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-b7ebd913-44ee-4fa1-88be-27d1b1be0c7d tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "PUT /v2.0/floatingips/84b8a987-3721-4f41-9abe-b2a43f0833f3 HTTP/1.1" status: 200 len: 990 time: 2.5058396 Mar 02 17:16:12.181570 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0f06e23-1e9f-4ea7-ab98-6d5ed74183df', 'tag': 'b68d8011-6aa0-4d28-8e03-0da9e6f36b0e'}] {{(pid=103838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 17:16:12.182647 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7c8e0f7c7170b606f581d652a183e77a47547618c5f9292d8eb62f06a367e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34564dce-3ba1-4cf3-b6e3-cb4ceb2b6ddb" -d '{"events": [{"name": "network-changed", "server_uuid": "a0f06e23-1e9f-4ea7-ab98-6d5ed74183df", "tag": "b68d8011-6aa0-4d28-8e03-0da9e6f36b0e"}]}' {{(pid=103838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 17:16:12.230377 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 17:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b668f2-ab72-436d-9faa-7fd345d91f2f x-openstack-request-id: req-09b668f2-ab72-436d-9faa-7fd345d91f2f {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 17:16:12.230377 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0f06e23-1e9f-4ea7-ab98-6d5ed74183df", "tag": "b68d8011-6aa0-4d28-8e03-0da9e6f36b0e", "status": "completed", "code": 200}]} {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 17:16:12.230377 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-09b668f2-ab72-436d-9faa-7fd345d91f2f {{(pid=103838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 17:16:12.230377 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0f06e23-1e9f-4ea7-ab98-6d5ed74183df', 'tag': 'b68d8011-6aa0-4d28-8e03-0da9e6f36b0e', 'status': 'completed', 'code': 200} Mar 02 17:16:12.272966 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 45332) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:16:12.364071 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-3a438957-e3f4-4869-9de8-d47a438f7203 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:12.424947 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_dvr_db [None req-e66ec3b1-ffe4-4967-a39e-63b207189a6e None None] Set router 96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad gateway port host: dv-cinder-778193-22-iscsi {{(pid=103840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:16:12.454875 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34564dce-3ba1-4cf3-b6e3-cb4ceb2b6ddb req-917c0635-4c31-436f-bf19-84a19cf1a587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:12.456477 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-34564dce-3ba1-4cf3-b6e3-cb4ceb2b6ddb req-917c0635-4c31-436f-bf19-84a19cf1a587 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4c5c3e34b0274e8a95876b46416bdc2d&device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 1129 time: 0.1710765 Mar 02 17:16:12.674417 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-3a438957-e3f4-4869-9de8-d47a438f7203 admin admin] Publish callbacks [] for security_group (36dcd8b7-560f-4c69-9758-9bcfd96bf867), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:12.676357 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34564dce-3ba1-4cf3-b6e3-cb4ceb2b6ddb req-ef7a86b4-b88f-4d61-a0f1-772dafaba8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:12.684549 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-34564dce-3ba1-4cf3-b6e3-cb4ceb2b6ddb req-ef7a86b4-b88f-4d61-a0f1-772dafaba8c9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ba91141c-2c4a-433e-a175-e7c250467227 HTTP/1.1" status: 200 len: 918 time: 0.2030380 Mar 02 17:16:12.835714 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-34564dce-3ba1-4cf3-b6e3-cb4ceb2b6ddb req-94ec6ce4-8e36-405b-ad2c-2b35f57d6b2c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b68d8011-6aa0-4d28-8e03-0da9e6f36b0e HTTP/1.1" status: 200 len: 998 time: 0.1437483 Mar 02 17:16:12.905130 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (dbb67c4d-7aa5-4acf-82b3-541c1cabd3d2), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:12.910867 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-3a438957-e3f4-4869-9de8-d47a438f7203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (36dcd8b7-560f-4c69-9758-9bcfd96bf867), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:13.029599 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-3a438957-e3f4-4869-9de8-d47a438f7203 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c6864ac06f59489083a5f326c07eb1c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7479341 Mar 02 17:16:13.029599 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 45362) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:16:13.030775 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a438957-e3f4-4869-9de8-d47a438f7203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36dcd8b7-560f-4c69-9758-9bcfd96bf867,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:16:13.053921 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34564dce-3ba1-4cf3-b6e3-cb4ceb2b6ddb req-3e5c0026-ca16-4da1-8ddf-055fce68eca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:13.055310 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-34564dce-3ba1-4cf3-b6e3-cb4ceb2b6ddb req-3e5c0026-ca16-4da1-8ddf-055fce68eca4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b2418ff9-f0a5-4e04-8f27-a85b5ef0f2a3 HTTP/1.1" status: 200 len: 856 time: 0.1809020 Mar 02 17:16:13.120022 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_hamode_db [None req-e66ec3b1-ffe4-4967-a39e-63b207189a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad', 'name': 'tempest-AttachVolumeShelveTestJSON-2026303204-router', 'tenant_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'bd880e16-691d-471a-a419-15fdc50e029b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:15:15Z', 'updated_at': '2022-03-02T17:15:21Z', 'revision_number': 4, 'project_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'gw_port': {'id': 'bd880e16-691d-471a-a419-15fdc50e029b', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:15:16Z', 'updated_at': '2022-03-02T17:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_floatingips': [{'id': '84b8a987-3721-4f41-9abe-b2a43f0833f3', 'tenant_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'floating_ip_address': '172.27.1.50', 'floating_network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'router_id': '96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad', 'port_id': 'b68d8011-6aa0-4d28-8e03-0da9e6f36b0e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 78, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba91141c-2c4a-433e-a175-e7c250467227', 'mac_address': 'fa:16:3e:79:82:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f06e23-1e9f-4ea7-ab98-6d5ed74183df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:15:26Z', 'updated_at': '2022-03-02T17:16:10Z', 'revision_number': 1, 'project_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5251a380-45ee-4a11-9d9a-8dc02552250b', 'name': '', 'network_id': 'ba91141c-2c4a-433e-a175-e7c250467227', 'tenant_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'mac_address': 'fa:16:3e:97:0c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'b2418ff9-f0a5-4e04-8f27-a85b5ef0f2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:15:20Z', 'updated_at': '2022-03-02T17:15:27Z', 'revision_number': 5, 'project_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'subnets': [{'id': 'b2418ff9-f0a5-4e04-8f27-a85b5ef0f2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:16:13.226751 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66ec3b1-ffe4-4967-a39e-63b207189a6e None None] Checking router: 96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad for host: dv-cinder-778193-22-iscsi {{(pid=103840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 17:16:13.237792 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34564dce-3ba1-4cf3-b6e3-cb4ceb2b6ddb req-f518ffec-e77c-4650-bd2c-d51177336c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:13.240288 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-34564dce-3ba1-4cf3-b6e3-cb4ceb2b6ddb req-f518ffec-e77c-4650-bd2c-d51177336c55 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ba91141c-2c4a-433e-a175-e7c250467227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1768129 Mar 02 17:16:13.243105 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66ec3b1-ffe4-4967-a39e-63b207189a6e None None] Routers {'96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:16:13.244020 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_hamode_db [None req-e66ec3b1-ffe4-4967-a39e-63b207189a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:16:04Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad'], 'active': True} {{(pid=103840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:16:13.281652 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-8de12d78-3a2a-4241-ba4e-8983e9ba146a admin admin] Publish callbacks [] for security_group (36dcd8b7-560f-4c69-9758-9bcfd96bf867), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:13.340980 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-8de12d78-3a2a-4241-ba4e-8983e9ba146a admin admin] Publish callbacks [] for security_group (36dcd8b7-560f-4c69-9758-9bcfd96bf867), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:13.458050 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_dvr_db [None req-e66ec3b1-ffe4-4967-a39e-63b207189a6e None None] Set router 96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad gateway port host: dv-cinder-778193-22-iscsi {{(pid=103840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:16:13.545521 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8936e-4107-49f4-8971-0d3050645c2c req-44a19542-2c72-416c-bedb-3f0e480a3e23 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:13.547131 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-20a8936e-4107-49f4-8971-0d3050645c2c req-44a19542-2c72-416c-bedb-3f0e480a3e23 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d2d21dc-19ba-408d-a3fb-045fba105d1d HTTP/1.1" status: 200 len: 945 time: 0.3056591 Mar 02 17:16:13.584042 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-34564dce-3ba1-4cf3-b6e3-cb4ceb2b6ddb req-b0397e06-6163-47cc-9734-4d3d469cb66b service neutron] 10.222.0.49 "GET /v2.0/networks/ba91141c-2c4a-433e-a175-e7c250467227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167219 Mar 02 17:16:13.735369 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-8de12d78-3a2a-4241-ba4e-8983e9ba146a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (36dcd8b7-560f-4c69-9758-9bcfd96bf867), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:13.738227 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-8de12d78-3a2a-4241-ba4e-8983e9ba146a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:13.739744 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-8de12d78-3a2a-4241-ba4e-8983e9ba146a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/36dcd8b7-560f-4c69-9758-9bcfd96bf867 HTTP/1.1" status: 204 len: 168 time: 0.7126071 Mar 02 17:16:13.802471 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-20a8936e-4107-49f4-8971-0d3050645c2c req-89ac284b-287a-420c-86fd-482897e3ea04 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471154 Mar 02 17:16:13.827520 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de12d78-3a2a-4241-ba4e-8983e9ba146a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36dcd8b7-560f-4c69-9758-9bcfd96bf867,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:16:13.836688 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-34564dce-3ba1-4cf3-b6e3-cb4ceb2b6ddb req-add18125-9537-40d3-9cd5-d6bafd146b14 service neutron] 10.222.0.49 "GET /v2.0/networks/ba91141c-2c4a-433e-a175-e7c250467227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253559 Mar 02 17:16:13.845264 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de12d78-3a2a-4241-ba4e-8983e9ba146a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:16:13.845480 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_hamode_db [None req-e66ec3b1-ffe4-4967-a39e-63b207189a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad', 'name': 'tempest-AttachVolumeShelveTestJSON-2026303204-router', 'tenant_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'bd880e16-691d-471a-a419-15fdc50e029b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:15:15Z', 'updated_at': '2022-03-02T17:15:21Z', 'revision_number': 4, 'project_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'gw_port': {'id': 'bd880e16-691d-471a-a419-15fdc50e029b', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:15:16Z', 'updated_at': '2022-03-02T17:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_floatingips': [{'id': '84b8a987-3721-4f41-9abe-b2a43f0833f3', 'tenant_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'floating_ip_address': '172.27.1.50', 'floating_network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'router_id': '96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad', 'port_id': 'b68d8011-6aa0-4d28-8e03-0da9e6f36b0e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 78, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba91141c-2c4a-433e-a175-e7c250467227', 'mac_address': 'fa:16:3e:79:82:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f06e23-1e9f-4ea7-ab98-6d5ed74183df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:15:26Z', 'updated_at': '2022-03-02T17:16:10Z', 'revision_number': 1, 'project_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5251a380-45ee-4a11-9d9a-8dc02552250b', 'name': '', 'network_id': 'ba91141c-2c4a-433e-a175-e7c250467227', 'tenant_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'mac_address': 'fa:16:3e:97:0c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'b2418ff9-f0a5-4e04-8f27-a85b5ef0f2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:15:20Z', 'updated_at': '2022-03-02T17:15:27Z', 'revision_number': 5, 'project_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'subnets': [{'id': 'b2418ff9-f0a5-4e04-8f27-a85b5ef0f2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:16:13.846138 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de12d78-3a2a-4241-ba4e-8983e9ba146a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:16:13.846870 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de12d78-3a2a-4241-ba4e-8983e9ba146a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:16:13.847548 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de12d78-3a2a-4241-ba4e-8983e9ba146a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:16:13.850059 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de12d78-3a2a-4241-ba4e-8983e9ba146a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:16:13.850722 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de12d78-3a2a-4241-ba4e-8983e9ba146a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:16:13.851211 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de12d78-3a2a-4241-ba4e-8983e9ba146a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:16:13.851727 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de12d78-3a2a-4241-ba4e-8983e9ba146a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:16:13.852341 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de12d78-3a2a-4241-ba4e-8983e9ba146a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:16:13.852853 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de12d78-3a2a-4241-ba4e-8983e9ba146a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:16:13.853387 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de12d78-3a2a-4241-ba4e-8983e9ba146a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:16:13.853893 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de12d78-3a2a-4241-ba4e-8983e9ba146a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:16:13.854459 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de12d78-3a2a-4241-ba4e-8983e9ba146a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:16:13.903175 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66ec3b1-ffe4-4967-a39e-63b207189a6e None None] The sync data for ids ['96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad'] in dv-cinder-778193-22-iscsi is: [{'id': '96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad', 'name': 'tempest-AttachVolumeShelveTestJSON-2026303204-router', 'tenant_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'bd880e16-691d-471a-a419-15fdc50e029b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:15:15Z', 'updated_at': '2022-03-02T17:15:21Z', 'revision_number': 4, 'project_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'gw_port': {'id': 'bd880e16-691d-471a-a419-15fdc50e029b', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:15:16Z', 'updated_at': '2022-03-02T17:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_floatingips': [{'id': '84b8a987-3721-4f41-9abe-b2a43f0833f3', 'tenant_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'floating_ip_address': '172.27.1.50', 'floating_network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'router_id': '96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad', 'port_id': 'b68d8011-6aa0-4d28-8e03-0da9e6f36b0e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 78, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba91141c-2c4a-433e-a175-e7c250467227', 'mac_address': 'fa:16:3e:79:82:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f06e23-1e9f-4ea7-ab98-6d5ed74183df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:15:26Z', 'updated_at': '2022-03-02T17:16:10Z', 'revision_number': 1, 'project_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5251a380-45ee-4a11-9d9a-8dc02552250b', 'name': '', 'network_id': 'ba91141c-2c4a-433e-a175-e7c250467227', 'tenant_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'mac_address': 'fa:16:3e:97:0c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'b2418ff9-f0a5-4e04-8f27-a85b5ef0f2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:15:20Z', 'updated_at': '2022-03-02T17:15:27Z', 'revision_number': 5, 'project_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'subnets': [{'id': 'b2418ff9-f0a5-4e04-8f27-a85b5ef0f2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 17:16:13.975132 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72117e8-0b40-4728-bf5a-3b6261612850 req-933f2c64-a436-4e67-a529-a40ecb8f9afc tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:13.977104 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d72117e8-0b40-4728-bf5a-3b6261612850 req-933f2c64-a436-4e67-a529-a40ecb8f9afc tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] 10.222.0.55 "GET /v2.0/ports?device_id=6805ee16-7746-4279-874c-0d82726c9c9b HTTP/1.1" status: 200 len: 945 time: 0.0806730 Mar 02 17:16:14.040633 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d72117e8-0b40-4728-bf5a-3b6261612850 req-2e3b86be-0b6a-47fa-972d-8894e074d3d7 tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0000517-4548-4cde-af0b-5466d46dbc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502067 Mar 02 17:16:14.202189 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c81b612-5b71-44f2-b3bf-1dffce523dd2 None None] New status for floating IP 84b8a987-3721-4f41-9abe-b2a43f0833f3: ACTIVE {{(pid=103839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 17:16:14.913489 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 45466) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:16:15.132282 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca2436d-5240-4a66-b656-2efc82c38592 req-6578dadc-c463-42fd-9000-9993510d67ff tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:15.135890 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-5ca2436d-5240-4a66-b656-2efc82c38592 req-6578dadc-c463-42fd-9000-9993510d67ff tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d2d21dc-19ba-408d-a3fb-045fba105d1d HTTP/1.1" status: 200 len: 945 time: 0.0925119 Mar 02 17:16:15.240548 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-d624fe94-2de3-4259-82a8-d3b723429aa2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:15.266689 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-5ca2436d-5240-4a66-b656-2efc82c38592 req-5d826667-56a5-4980-b1f5-6225eb6bc6bb tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244440 Mar 02 17:16:15.313402 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a30a7-b5cd-4205-a49b-b2e476bdcb0b req-4ce07ba9-6989-47a5-ac0e-1f1b23a5d3a5 tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:15.314978 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-435a30a7-b5cd-4205-a49b-b2e476bdcb0b req-4ce07ba9-6989-47a5-ac0e-1f1b23a5d3a5 tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] 10.222.0.55 "GET /v2.0/ports?device_id=6805ee16-7746-4279-874c-0d82726c9c9b HTTP/1.1" status: 200 len: 945 time: 0.1470895 Mar 02 17:16:15.415498 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-d624fe94-2de3-4259-82a8-d3b723429aa2 admin admin] Publish callbacks [] for security_group (49b8453c-1fc5-4d6c-9a85-2fc066891663), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:15.423523 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-435a30a7-b5cd-4205-a49b-b2e476bdcb0b req-22bb6296-d199-49fe-9647-689fbe116a03 tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0000517-4548-4cde-af0b-5466d46dbc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973551 Mar 02 17:16:15.543524 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-d624fe94-2de3-4259-82a8-d3b723429aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (49b8453c-1fc5-4d6c-9a85-2fc066891663), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:15.600678 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-d624fe94-2de3-4259-82a8-d3b723429aa2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=05ae1bd631f34c079329f3e943d95ac2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6859043 Mar 02 17:16:15.601767 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d624fe94-2de3-4259-82a8-d3b723429aa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49b8453c-1fc5-4d6c-9a85-2fc066891663,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:16:15.603677 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 45482) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:16:15.687073 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-7a2b4a31-b8a1-48ec-808a-eea142032820 admin admin] Publish callbacks [] for security_group (49b8453c-1fc5-4d6c-9a85-2fc066891663), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:15.723935 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-7a2b4a31-b8a1-48ec-808a-eea142032820 admin admin] Publish callbacks [] for security_group (49b8453c-1fc5-4d6c-9a85-2fc066891663), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:15.818567 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 45498) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:16:15.909420 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-7a2b4a31-b8a1-48ec-808a-eea142032820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (49b8453c-1fc5-4d6c-9a85-2fc066891663), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:15.912380 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-7a2b4a31-b8a1-48ec-808a-eea142032820 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:15.916738 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-7a2b4a31-b8a1-48ec-808a-eea142032820 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/49b8453c-1fc5-4d6c-9a85-2fc066891663 HTTP/1.1" status: 204 len: 168 time: 0.3113286 Mar 02 17:16:15.937879 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2b4a31-b8a1-48ec-808a-eea142032820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b8453c-1fc5-4d6c-9a85-2fc066891663,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:16:15.945291 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2b4a31-b8a1-48ec-808a-eea142032820 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:16:15.945667 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2b4a31-b8a1-48ec-808a-eea142032820 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:16:15.946046 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2b4a31-b8a1-48ec-808a-eea142032820 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:16:15.946388 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2b4a31-b8a1-48ec-808a-eea142032820 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:16:15.946725 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2b4a31-b8a1-48ec-808a-eea142032820 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:16:15.947156 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2b4a31-b8a1-48ec-808a-eea142032820 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:16:15.947384 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2b4a31-b8a1-48ec-808a-eea142032820 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:16:15.947879 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2b4a31-b8a1-48ec-808a-eea142032820 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:16:15.949407 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2b4a31-b8a1-48ec-808a-eea142032820 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:16:15.949407 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2b4a31-b8a1-48ec-808a-eea142032820 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:16:15.949407 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2b4a31-b8a1-48ec-808a-eea142032820 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:16:15.949407 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2b4a31-b8a1-48ec-808a-eea142032820 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:16:15.949808 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2b4a31-b8a1-48ec-808a-eea142032820 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:16:16.102134 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0c0288-b241-472e-aa24-0f0ca8503ef3 req-72101970-030c-4775-927a-fcb57fb450fd tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:16.103949 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-1d0c0288-b241-472e-aa24-0f0ca8503ef3 req-72101970-030c-4775-927a-fcb57fb450fd tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] 10.222.0.49 "GET /v2.0/ports?device_id=6805ee16-7746-4279-874c-0d82726c9c9b HTTP/1.1" status: 200 len: 945 time: 0.0711823 Mar 02 17:16:16.148543 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-b272c5cb-8a63-4279-bfed-1c70fdb9c2a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:16.232709 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-b272c5cb-8a63-4279-bfed-1c70fdb9c2a9 admin admin] Publish callbacks [] for security_group (b1ea0006-64a4-4d81-81f7-ff7c5f819a22), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:16.251891 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [req-1d0c0288-b241-472e-aa24-0f0ca8503ef3 req-a93df566-aca5-4319-9d60-8f21fbb49258 tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] Deleting port 2661f549-17cb-4a4e-b224-39afc06e9e55 {{(pid=103838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 17:16:16.252233 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-1d0c0288-b241-472e-aa24-0f0ca8503ef3 req-a93df566-aca5-4319-9d60-8f21fbb49258 tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757691651449'] for port (2661f549-17cb-4a4e-b224-39afc06e9e55), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:16.360169 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-b272c5cb-8a63-4279-bfed-1c70fdb9c2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (b1ea0006-64a4-4d81-81f7-ff7c5f819a22), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:16.386650 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [req-1d0c0288-b241-472e-aa24-0f0ca8503ef3 req-a93df566-aca5-4319-9d60-8f21fbb49258 tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] For port 2661f549-17cb-4a4e-b224-39afc06e9e55, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2661f549-17cb-4a4e-b224-39afc06e9e55,segment=NetworkSegment(d55d32c0-3d12-45d2-a487-14899790a175),segment_id=d55d32c0-3d12-45d2-a487-14899790a175)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:16:16.386921 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-1d0c0288-b241-472e-aa24-0f0ca8503ef3 req-a93df566-aca5-4319-9d60-8f21fbb49258 tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757418'] for port (2661f549-17cb-4a4e-b224-39afc06e9e55), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:16.402089 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b272c5cb-8a63-4279-bfed-1c70fdb9c2a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ea0006-64a4-4d81-81f7-ff7c5f819a22,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:16:16.419970 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-b272c5cb-8a63-4279-bfed-1c70fdb9c2a9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fd619824bacf435ca1b14ba903fd8a9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6052814 Mar 02 17:16:16.422969 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 45514) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:16:16.435558 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [req-1d0c0288-b241-472e-aa24-0f0ca8503ef3 req-a93df566-aca5-4319-9d60-8f21fbb49258 tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] Calling delete_port for 2661f549-17cb-4a4e-b224-39afc06e9e55 owned by compute:nova {{(pid=103838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 17:16:16.461267 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162ab20-997b-49e5-917d-749da63cfbcf req-881743c4-dff1-4721-b1df-bbfb21d6429e tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:16.463134 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-3162ab20-997b-49e5-917d-749da63cfbcf req-881743c4-dff1-4721-b1df-bbfb21d6429e tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d2d21dc-19ba-408d-a3fb-045fba105d1d HTTP/1.1" status: 200 len: 945 time: 0.1211312 Mar 02 17:16:16.576920 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-8bc0270c-c42f-4e2a-9470-c2c93222ae4e admin admin] Publish callbacks [] for security_group (b1ea0006-64a4-4d81-81f7-ff7c5f819a22), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:16.580991 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-3162ab20-997b-49e5-917d-749da63cfbcf req-57345559-33b6-4530-b18c-abaf06f18eac tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945017 Mar 02 17:16:16.625495 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-8bc0270c-c42f-4e2a-9470-c2c93222ae4e admin admin] Publish callbacks [] for security_group (b1ea0006-64a4-4d81-81f7-ff7c5f819a22), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:16.711169 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b436a440-ac4d-4b01-892a-9482cf9d3365 req-e951d485-453f-4234-ae1a-dd4fc6b42eda tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:16.713745 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-b436a440-ac4d-4b01-892a-9482cf9d3365 req-e951d485-453f-4234-ae1a-dd4fc6b42eda tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] 10.222.0.55 "GET /v2.0/ports?device_id=6805ee16-7746-4279-874c-0d82726c9c9b HTTP/1.1" status: 200 len: 945 time: 0.1407502 Mar 02 17:16:16.778277 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-b436a440-ac4d-4b01-892a-9482cf9d3365 req-858af9ea-c158-4523-82eb-0c2b4544b572 tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0000517-4548-4cde-af0b-5466d46dbc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552981 Mar 02 17:16:16.782719 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-8bc0270c-c42f-4e2a-9470-c2c93222ae4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (b1ea0006-64a4-4d81-81f7-ff7c5f819a22), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:16.785801 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-8bc0270c-c42f-4e2a-9470-c2c93222ae4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:16.787102 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-8bc0270c-c42f-4e2a-9470-c2c93222ae4e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b1ea0006-64a4-4d81-81f7-ff7c5f819a22 HTTP/1.1" status: 204 len: 168 time: 0.3632040 Mar 02 17:16:16.797492 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc0270c-c42f-4e2a-9470-c2c93222ae4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ea0006-64a4-4d81-81f7-ff7c5f819a22,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:16:16.885519 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-1d0c0288-b241-472e-aa24-0f0ca8503ef3 req-a93df566-aca5-4319-9d60-8f21fbb49258 tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757691659996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757691134190'] for port (2661f549-17cb-4a4e-b224-39afc06e9e55), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:16.899832 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] get_ports_and_sgs() called for port_ids ['2661f549-17cb-4a4e-b224-39afc06e9e55'] {{(pid=103839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 17:16:16.972323 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93df566-aca5-4319-9d60-8f21fbb49258 tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] Pushing event deleted for resources: {'Port': ['ID=2661f549-17cb-4a4e-b224-39afc06e9e55,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:16:17.006105 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d0c0288-b241-472e-aa24-0f0ca8503ef3 req-a93df566-aca5-4319-9d60-8f21fbb49258 tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] No DVR routers for this DVR port 2661f549-17cb-4a4e-b224-39afc06e9e55 on host hv-cinder-77819 {{(pid=103838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:16:17.011409 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-1d0c0288-b241-472e-aa24-0f0ca8503ef3 req-a93df566-aca5-4319-9d60-8f21fbb49258 tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021714'] for port (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:17.018172 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-1d0c0288-b241-472e-aa24-0f0ca8503ef3 req-a93df566-aca5-4319-9d60-8f21fbb49258 tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] 10.222.0.49 "DELETE /v2.0/ports/2661f549-17cb-4a4e-b224-39afc06e9e55 HTTP/1.1" status: 204 len: 173 time: 0.9058883 Mar 02 17:16:17.018172 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6805ee16-7746-4279-874c-0d82726c9c9b', 'name': 'network-vif-deleted', 'tag': '2661f549-17cb-4a4e-b224-39afc06e9e55'}] {{(pid=103838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 17:16:17.018958 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7c8e0f7c7170b606f581d652a183e77a47547618c5f9292d8eb62f06a367e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a42ddf4-0c97-4d48-80bc-562ae591dfc2" -d '{"events": [{"server_uuid": "6805ee16-7746-4279-874c-0d82726c9c9b", "name": "network-vif-deleted", "tag": "2661f549-17cb-4a4e-b224-39afc06e9e55"}]}' {{(pid=103838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 17:16:17.076692 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 45538) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:16:17.077611 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 17:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f10426-46b5-4ccf-86fd-9ac37a007bf2 x-openstack-request-id: req-23f10426-46b5-4ccf-86fd-9ac37a007bf2 {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 17:16:17.077928 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6805ee16-7746-4279-874c-0d82726c9c9b", "name": "network-vif-deleted", "tag": "2661f549-17cb-4a4e-b224-39afc06e9e55", "status": "completed", "code": 200}]} {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 17:16:17.078377 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-23f10426-46b5-4ccf-86fd-9ac37a007bf2 {{(pid=103838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 17:16:17.090069 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6805ee16-7746-4279-874c-0d82726c9c9b', 'name': 'network-vif-deleted', 'tag': '2661f549-17cb-4a4e-b224-39afc06e9e55', 'status': 'completed', 'code': 200} Mar 02 17:16:17.116417 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-e15588eb-13cf-4086-b8e9-9aec65ebc29d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:17.225269 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-e15588eb-13cf-4086-b8e9-9aec65ebc29d admin admin] Publish callbacks [] for security_group (2dac6f60-c30a-4e9e-bfcb-17de5e12d4f1), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:17.304801 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-e15588eb-13cf-4086-b8e9-9aec65ebc29d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (2dac6f60-c30a-4e9e-bfcb-17de5e12d4f1), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:17.352190 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-e15588eb-13cf-4086-b8e9-9aec65ebc29d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=70bcf29379ff4992b1db5d0c433aa0e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2738154 Mar 02 17:16:17.353382 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15588eb-13cf-4086-b8e9-9aec65ebc29d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dac6f60-c30a-4e9e-bfcb-17de5e12d4f1,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:16:17.357445 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 45548) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:16:17.422269 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-34c51e31-6dd3-4e0e-968e-853d4787d2c3 admin admin] Publish callbacks [] for security_group (2dac6f60-c30a-4e9e-bfcb-17de5e12d4f1), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:17.457707 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-34c51e31-6dd3-4e0e-968e-853d4787d2c3 admin admin] Publish callbacks [] for security_group (2dac6f60-c30a-4e9e-bfcb-17de5e12d4f1), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:17.584190 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-34c51e31-6dd3-4e0e-968e-853d4787d2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (2dac6f60-c30a-4e9e-bfcb-17de5e12d4f1), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:17.587429 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-34c51e31-6dd3-4e0e-968e-853d4787d2c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:17.588909 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-34c51e31-6dd3-4e0e-968e-853d4787d2c3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2dac6f60-c30a-4e9e-bfcb-17de5e12d4f1 HTTP/1.1" status: 204 len: 168 time: 0.2303855 Mar 02 17:16:17.598553 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c51e31-6dd3-4e0e-968e-853d4787d2c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dac6f60-c30a-4e9e-bfcb-17de5e12d4f1,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:16:17.728118 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6441a223-200b-4427-83b6-a12d6e58c68b req-ecea8ddb-2c02-4825-8ae3-551ce105f113 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:17.729649 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-6441a223-200b-4427-83b6-a12d6e58c68b req-ecea8ddb-2c02-4825-8ae3-551ce105f113 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d2d21dc-19ba-408d-a3fb-045fba105d1d HTTP/1.1" status: 200 len: 945 time: 0.0571942 Mar 02 17:16:17.779846 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-6441a223-200b-4427-83b6-a12d6e58c68b req-9cd0ff97-360e-492a-b090-bb9196190e58 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426211 Mar 02 17:16:17.844858 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 45562) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:16:17.860684 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-34a8e6a1-97dd-4b36-b112-0624ed57e460 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:17.918204 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-7de46f0e-05dd-4c8e-8b01-e9f4c7aa405a req-fe710801-8e7d-4e62-8a51-481f0701f906 tempest-DeleteServersTestJSON-266715038 tempest-DeleteServersTestJSON-266715038-project] 10.222.0.55 "GET /v2.0/ports?device_id=6805ee16-7746-4279-874c-0d82726c9c9b HTTP/1.1" status: 200 len: 210 time: 0.0367303 Mar 02 17:16:17.982714 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-34a8e6a1-97dd-4b36-b112-0624ed57e460 admin admin] Publish callbacks [] for security_group (140856a9-817b-48c3-987a-6493bc53ff05), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:18.052027 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-34a8e6a1-97dd-4b36-b112-0624ed57e460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (140856a9-817b-48c3-987a-6493bc53ff05), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:18.086597 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a8e6a1-97dd-4b36-b112-0624ed57e460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=140856a9-817b-48c3-987a-6493bc53ff05,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:16:18.122423 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-34a8e6a1-97dd-4b36-b112-0624ed57e460 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e7a59d76e6484ffc948cf88989366de6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2761066 Mar 02 17:16:18.124947 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 45574) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:16:18.189397 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-58d4316f-d974-4822-84a0-ba5052071e98 admin admin] Publish callbacks [] for security_group (140856a9-817b-48c3-987a-6493bc53ff05), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:18.229923 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-58d4316f-d974-4822-84a0-ba5052071e98 admin admin] Publish callbacks [] for security_group (140856a9-817b-48c3-987a-6493bc53ff05), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:18.366137 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-58d4316f-d974-4822-84a0-ba5052071e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (140856a9-817b-48c3-987a-6493bc53ff05), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:18.368782 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-58d4316f-d974-4822-84a0-ba5052071e98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:18.370021 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-58d4316f-d974-4822-84a0-ba5052071e98 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/140856a9-817b-48c3-987a-6493bc53ff05 HTTP/1.1" status: 204 len: 168 time: 0.2438095 Mar 02 17:16:18.378818 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d4316f-d974-4822-84a0-ba5052071e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=140856a9-817b-48c3-987a-6493bc53ff05,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:16:18.958370 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1888bb8d-25dc-4d0b-af2f-63a276b72ade req-f5fdb9e6-3ecb-4f2f-ba86-7ae5826ad5dd tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:18.960201 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-1888bb8d-25dc-4d0b-af2f-63a276b72ade req-f5fdb9e6-3ecb-4f2f-ba86-7ae5826ad5dd tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d2d21dc-19ba-408d-a3fb-045fba105d1d HTTP/1.1" status: 200 len: 945 time: 0.0818284 Mar 02 17:16:19.047634 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-1888bb8d-25dc-4d0b-af2f-63a276b72ade req-9d896fd8-2b7c-4832-af43-73697b32057a tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864949 Mar 02 17:16:19.623720 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device 2661f549-17cb-4a4e-b224-39afc06e9e55 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 17:16:19.650669 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] No Port match for: 2661f549-17cb-4a4e-b224-39afc06e9e55 {{(pid=103839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 17:16:19.651008 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device 2661f549-17cb-4a4e-b224-39afc06e9e55 not bound to the agent host hv-cinder-77819 {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 17:16:20.217648 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ca47e-fce3-4913-b1a3-458062882673 req-6c3861fc-74ca-4a5d-a80a-3d1a4126755f tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:20.220776 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-815ca47e-fce3-4913-b1a3-458062882673 req-6c3861fc-74ca-4a5d-a80a-3d1a4126755f tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d2d21dc-19ba-408d-a3fb-045fba105d1d HTTP/1.1" status: 200 len: 945 time: 0.0710835 Mar 02 17:16:20.273725 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-815ca47e-fce3-4913-b1a3-458062882673 req-7dcc8b60-6f67-4057-aa01-036d2556da11 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472939 Mar 02 17:16:20.688321 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 45684) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:16:20.829196 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-0f9c8849-7495-423a-a7c0-875be3cf8d93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:20.888676 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 45690) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:16:20.921206 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-0f9c8849-7495-423a-a7c0-875be3cf8d93 admin admin] Publish callbacks [] for security_group (2ed1e2a0-fdfd-4cee-8697-47a5e8071143), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:20.983678 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-0f9c8849-7495-423a-a7c0-875be3cf8d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (2ed1e2a0-fdfd-4cee-8697-47a5e8071143), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:21.033395 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-0f9c8849-7495-423a-a7c0-875be3cf8d93 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cc4440f8b8e04113ad2f37b97969ada8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3439555 Mar 02 17:16:21.036595 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9c8849-7495-423a-a7c0-875be3cf8d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed1e2a0-fdfd-4cee-8697-47a5e8071143,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:16:21.038566 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 45696) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:16:21.045975 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-3d9ccde1-5e3b-45d8-8415-e910a278bcd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:21.101266 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-cec53bea-9d29-46c5-8449-36e61d8a3b93 admin admin] Publish callbacks [] for security_group (2ed1e2a0-fdfd-4cee-8697-47a5e8071143), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:21.130895 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-cec53bea-9d29-46c5-8449-36e61d8a3b93 admin admin] Publish callbacks [] for security_group (2ed1e2a0-fdfd-4cee-8697-47a5e8071143), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:21.145362 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-3d9ccde1-5e3b-45d8-8415-e910a278bcd6 admin admin] Publish callbacks [] for security_group (d18ad3de-9b1a-4064-9e80-4d699cbb2270), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:21.257204 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-3d9ccde1-5e3b-45d8-8415-e910a278bcd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (d18ad3de-9b1a-4064-9e80-4d699cbb2270), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:21.291744 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-cec53bea-9d29-46c5-8449-36e61d8a3b93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (2ed1e2a0-fdfd-4cee-8697-47a5e8071143), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:21.294577 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-cec53bea-9d29-46c5-8449-36e61d8a3b93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:21.296074 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-cec53bea-9d29-46c5-8449-36e61d8a3b93 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2ed1e2a0-fdfd-4cee-8697-47a5e8071143 HTTP/1.1" status: 204 len: 168 time: 0.2564952 Mar 02 17:16:21.308516 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec53bea-9d29-46c5-8449-36e61d8a3b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed1e2a0-fdfd-4cee-8697-47a5e8071143,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:16:21.312257 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-3d9ccde1-5e3b-45d8-8415-e910a278bcd6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3a57abcef3d3460f920603f0f0c698b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4208617 Mar 02 17:16:21.312257 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9ccde1-5e3b-45d8-8415-e910a278bcd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d18ad3de-9b1a-4064-9e80-4d699cbb2270,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:16:21.314707 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 45702) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:16:21.384068 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-b5c5747f-7e30-48ae-b202-4b66379f9ea3 admin admin] Publish callbacks [] for security_group (d18ad3de-9b1a-4064-9e80-4d699cbb2270), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:21.410066 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-b5c5747f-7e30-48ae-b202-4b66379f9ea3 admin admin] Publish callbacks [] for security_group (d18ad3de-9b1a-4064-9e80-4d699cbb2270), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:21.436772 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f22869a-e9e4-4c9d-8b4e-2f7fcdff7dc8 req-914997ca-5642-4aad-9555-1498ff2f6e2c tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:21.446347 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-8f22869a-e9e4-4c9d-8b4e-2f7fcdff7dc8 req-914997ca-5642-4aad-9555-1498ff2f6e2c tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d2d21dc-19ba-408d-a3fb-045fba105d1d HTTP/1.1" status: 200 len: 945 time: 0.0664229 Mar 02 17:16:21.492074 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-8f22869a-e9e4-4c9d-8b4e-2f7fcdff7dc8 req-74f86068-0164-4bda-8393-6de2fc97632b tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481043 Mar 02 17:16:21.542268 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-b5c5747f-7e30-48ae-b202-4b66379f9ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (d18ad3de-9b1a-4064-9e80-4d699cbb2270), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:21.545127 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-b5c5747f-7e30-48ae-b202-4b66379f9ea3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:21.546305 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-b5c5747f-7e30-48ae-b202-4b66379f9ea3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d18ad3de-9b1a-4064-9e80-4d699cbb2270 HTTP/1.1" status: 204 len: 168 time: 0.2306457 Mar 02 17:16:21.555198 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c5747f-7e30-48ae-b202-4b66379f9ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d18ad3de-9b1a-4064-9e80-4d699cbb2270,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:16:22.653480 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32661de-3591-4386-bd91-20aa0002cbf4 req-6a1cee2b-f36f-4d09-b10b-640c5a852df4 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:22.656237 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c32661de-3591-4386-bd91-20aa0002cbf4 req-6a1cee2b-f36f-4d09-b10b-640c5a852df4 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d2d21dc-19ba-408d-a3fb-045fba105d1d HTTP/1.1" status: 200 len: 945 time: 0.0543072 Mar 02 17:16:22.717981 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c32661de-3591-4386-bd91-20aa0002cbf4 req-c2c6d694-fc4c-404f-bc12-39830d0d7262 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527809 Mar 02 17:16:23.868591 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb45767-297b-4b36-b55a-7e6a5ccdaa0c req-41d37f10-41b2-4f43-a3bc-125f4928afa0 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:23.870206 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-6cb45767-297b-4b36-b55a-7e6a5ccdaa0c req-41d37f10-41b2-4f43-a3bc-125f4928afa0 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d2d21dc-19ba-408d-a3fb-045fba105d1d HTTP/1.1" status: 200 len: 945 time: 0.0568159 Mar 02 17:16:23.930577 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-6cb45767-297b-4b36-b55a-7e6a5ccdaa0c req-4a78ba55-6d02-4bcd-9d5a-3a576832e539 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466096 Mar 02 17:16:25.288345 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0611b0-e196-4e8d-8585-8c845f7f899b req-55079b75-c15c-4a7d-b646-0cd4e1bbdc1a tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:25.289717 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-3e0611b0-e196-4e8d-8585-8c845f7f899b req-55079b75-c15c-4a7d-b646-0cd4e1bbdc1a tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d2d21dc-19ba-408d-a3fb-045fba105d1d HTTP/1.1" status: 200 len: 945 time: 0.2876348 Mar 02 17:16:25.338692 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-3e0611b0-e196-4e8d-8585-8c845f7f899b req-7cf335cf-bab2-4402-bc40-67ce9bd7d0c0 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427516 Mar 02 17:16:26.479735 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4ce068-9716-4029-b260-fc8770a4dade req-0a7fc709-16e0-4a8c-84cb-35581f3b251d tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:26.481272 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-9a4ce068-9716-4029-b260-fc8770a4dade req-0a7fc709-16e0-4a8c-84cb-35581f3b251d tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d2d21dc-19ba-408d-a3fb-045fba105d1d HTTP/1.1" status: 200 len: 945 time: 0.0713038 Mar 02 17:16:26.549653 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-9a4ce068-9716-4029-b260-fc8770a4dade req-9f1de183-ca2c-4043-9d4c-cb7663075158 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611074 Mar 02 17:16:27.758702 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b4a242-8880-4a3c-824c-ff64db8bc26a req-524e8485-2250-4045-a354-5aa9ccd25bf0 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:27.758702 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-f7b4a242-8880-4a3c-824c-ff64db8bc26a req-524e8485-2250-4045-a354-5aa9ccd25bf0 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d2d21dc-19ba-408d-a3fb-045fba105d1d HTTP/1.1" status: 200 len: 945 time: 0.0667498 Mar 02 17:16:27.758702 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-f7b4a242-8880-4a3c-824c-ff64db8bc26a req-29ce60e4-c245-4d95-b1e7-409ac046c828 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524485 Mar 02 17:16:28.067278 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 45972) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:16:28.118444 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d6b6af0-f7f0-443e-938b-44b0ef0d7698 admin admin] Deleting subnet 68449eb9-7fc0-486a-a32d-8c60bc740494 {{(pid=103837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 17:16:28.122370 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-9d6b6af0-f7f0-443e-938b-44b0ef0d7698 admin admin] Publish callbacks [] for subnet (68449eb9-7fc0-486a-a32d-8c60bc740494), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:28.158684 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-9d6b6af0-f7f0-443e-938b-44b0ef0d7698 admin admin] Publish callbacks [] for subnet (68449eb9-7fc0-486a-a32d-8c60bc740494), precommit_delete_associations {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:28.168098 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-9d6b6af0-f7f0-443e-938b-44b0ef0d7698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223364'] for subnet (68449eb9-7fc0-486a-a32d-8c60bc740494), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:28.320951 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-9d6b6af0-f7f0-443e-938b-44b0ef0d7698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145'] for subnet (68449eb9-7fc0-486a-a32d-8c60bc740494), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:28.350435 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b6af0-f7f0-443e-938b-44b0ef0d7698 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68449eb9-7fc0-486a-a32d-8c60bc740494,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:16:28.354451 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-9d6b6af0-f7f0-443e-938b-44b0ef0d7698 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572135'] for subnet (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:28.362048 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 45982) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:16:28.364399 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-9d6b6af0-f7f0-443e-938b-44b0ef0d7698 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/68449eb9-7fc0-486a-a32d-8c60bc740494 HTTP/1.1" status: 204 len: 168 time: 0.2929831 Mar 02 17:16:28.441220 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5ca6e4db-1d15-48a4-9628-f9fb594d503a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4180927'] for network (db346cb1-de8d-4dc7-98f7-75d6ac14e852), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:28.533393 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5ca6e4db-1d15-48a4-9628-f9fb594d503a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3970239', 'neutron.services.segments.db._delete_segments_for_network-8757691626141'] for network (db346cb1-de8d-4dc7-98f7-75d6ac14e852), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:28.556669 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5ca6e4db-1d15-48a4-9628-f9fb594d503a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:16:28.557034 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5ca6e4db-1d15-48a4-9628-f9fb594d503a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:16:28.557825 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5ca6e4db-1d15-48a4-9628-f9fb594d503a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:16:28.558216 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5ca6e4db-1d15-48a4-9628-f9fb594d503a admin admin] Subscribe: > port after_create 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:16:28.558755 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5ca6e4db-1d15-48a4-9628-f9fb594d503a admin admin] Subscribe: > port after_delete 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:16:28.558974 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5ca6e4db-1d15-48a4-9628-f9fb594d503a admin admin] Subscribe: > port after_update 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:16:28.559269 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5ca6e4db-1d15-48a4-9628-f9fb594d503a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:16:28.559654 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5ca6e4db-1d15-48a4-9628-f9fb594d503a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:16:28.560309 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5ca6e4db-1d15-48a4-9628-f9fb594d503a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:16:28.560626 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5ca6e4db-1d15-48a4-9628-f9fb594d503a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:16:28.701302 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5ca6e4db-1d15-48a4-9628-f9fb594d503a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:16:28.702984 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5ca6e4db-1d15-48a4-9628-f9fb594d503a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:16:28.703331 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5ca6e4db-1d15-48a4-9628-f9fb594d503a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:16:28.703665 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5ca6e4db-1d15-48a4-9628-f9fb594d503a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:16:28.704050 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.services.segments.db [None req-5ca6e4db-1d15-48a4-9628-f9fb594d503a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db346cb1-de8d-4dc7-98f7-75d6ac14e852']}} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:16:28.726960 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.services.segments.db [None req-5ca6e4db-1d15-48a4-9628-f9fb594d503a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd55d32c0-3d12-45d2-a487-14899790a175') {'for_net_delete': True} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:16:28.727250 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.services.segments.db [None req-5ca6e4db-1d15-48a4-9628-f9fb594d503a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd55d32c0-3d12-45d2-a487-14899790a175') {} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:16:28.749631 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5ca6e4db-1d15-48a4-9628-f9fb594d503a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757691629734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26733574'] for segment (d55d32c0-3d12-45d2-a487-14899790a175), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:28.789022 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5ca6e4db-1d15-48a4-9628-f9fb594d503a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220699'] for segment (d55d32c0-3d12-45d2-a487-14899790a175), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:28.806237 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ca6e4db-1d15-48a4-9628-f9fb594d503a admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=103838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 17:16:28.807029 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5ca6e4db-1d15-48a4-9628-f9fb594d503a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26691091'] for segment (d55d32c0-3d12-45d2-a487-14899790a175), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:28.812384 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 46000) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:16:28.850936 dv-cinder-778193-22-iscsi neutron-server[103838]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 02 17:16:28.850936 dv-cinder-778193-22-iscsi neutron-server[103838]: from cryptography.utils import int_from_bytes Mar 02 17:16:28.850936 dv-cinder-778193-22-iscsi neutron-server[103838]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 02 17:16:28.850936 dv-cinder-778193-22-iscsi neutron-server[103838]: from cryptography.utils import int_from_bytes Mar 02 17:16:28.850936 dv-cinder-778193-22-iscsi neutron-server[103838]: Traceback (most recent call last): Mar 02 17:16:28.850936 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 17:16:28.850936 dv-cinder-778193-22-iscsi neutron-server[103838]: timer() Mar 02 17:16:28.850936 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:16:28.850936 dv-cinder-778193-22-iscsi neutron-server[103838]: cb(*args, **kw) Mar 02 17:16:28.850936 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 17:16:28.850936 dv-cinder-778193-22-iscsi neutron-server[103838]: return func(*args, **kwargs) Mar 02 17:16:28.850936 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:16:28.850936 dv-cinder-778193-22-iscsi neutron-server[103838]: self._notify() Mar 02 17:16:28.850936 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:16:28.850936 dv-cinder-778193-22-iscsi neutron-server[103838]: self.callback(batched_events) Mar 02 17:16:28.850936 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:16:28.850936 dv-cinder-778193-22-iscsi neutron-server[103838]: event.method(event) Mar 02 17:16:28.850936 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 17:16:28.850936 dv-cinder-778193-22-iscsi neutron-server[103838]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:16:28.850936 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 17:16:28.850936 dv-cinder-778193-22-iscsi neutron-server[103838]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:16:28.850936 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 17:16:28.850936 dv-cinder-778193-22-iscsi neutron-server[103838]: return f(self, *a, **k) Mar 02 17:16:28.850936 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:16:28.850936 dv-cinder-778193-22-iscsi neutron-server[103838]: return self._get(url).json() Mar 02 17:16:28.850936 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:16:28.850936 dv-cinder-778193-22-iscsi neutron-server[103838]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:16:28.850936 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 17:16:28.850936 dv-cinder-778193-22-iscsi neutron-server[103838]: return self.request(url, 'GET', **kwargs) Mar 02 17:16:28.850936 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 17:16:28.850936 dv-cinder-778193-22-iscsi neutron-server[103838]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:16:28.850936 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 17:16:28.850936 dv-cinder-778193-22-iscsi neutron-server[103838]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:16:28.850936 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 17:16:28.850936 dv-cinder-778193-22-iscsi neutron-server[103838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:16:28.850936 dv-cinder-778193-22-iscsi neutron-server[103838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:16:28.975054 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1f5697-d007-40dc-b14e-7954436c1da3 req-898a3714-2e7c-4df2-974b-5a043d0ba7b5 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:28.982596 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2b1f5697-d007-40dc-b14e-7954436c1da3 req-898a3714-2e7c-4df2-974b-5a043d0ba7b5 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d2d21dc-19ba-408d-a3fb-045fba105d1d HTTP/1.1" status: 200 len: 945 time: 0.1255908 Mar 02 17:16:29.046982 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2b1f5697-d007-40dc-b14e-7954436c1da3 req-fd85284d-5538-4ce8-b844-4206e3a060fc tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631042 Mar 02 17:16:29.053363 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-47d8d807-e230-4997-bcd9-2d429c8318a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:29.058820 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5ca6e4db-1d15-48a4-9628-f9fb594d503a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3970246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-755379'] for network (db346cb1-de8d-4dc7-98f7-75d6ac14e852), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:29.091096 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5ca6e4db-1d15-48a4-9628-f9fb594d503a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572135'] for network (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:29.093334 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-5ca6e4db-1d15-48a4-9628-f9fb594d503a admin admin] 10.222.0.55 "DELETE /v2.0/networks/db346cb1-de8d-4dc7-98f7-75d6ac14e852 HTTP/1.1" status: 204 len: 168 time: 0.7291443 Mar 02 17:16:29.123500 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca6e4db-1d15-48a4-9628-f9fb594d503a admin admin] Pushing event deleted for resources: {'Network': ['ID=db346cb1-de8d-4dc7-98f7-75d6ac14e852,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:16:29.210059 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-47d8d807-e230-4997-bcd9-2d429c8318a5 admin admin] Publish callbacks [] for security_group (df662db1-3e87-423b-a839-70cba06f21bb), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:29.343187 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-47d8d807-e230-4997-bcd9-2d429c8318a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (df662db1-3e87-423b-a839-70cba06f21bb), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:29.389599 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-47d8d807-e230-4997-bcd9-2d429c8318a5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=41f3ad3c589b40eda8f8d13d7f21abc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5713575 Mar 02 17:16:29.389902 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 46014) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:16:29.395238 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d8d807-e230-4997-bcd9-2d429c8318a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df662db1-3e87-423b-a839-70cba06f21bb,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:16:29.457386 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-c89138a8-edd8-46e2-8df2-b6aba4434496 admin admin] Publish callbacks [] for security_group (df662db1-3e87-423b-a839-70cba06f21bb), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:29.482582 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-c89138a8-edd8-46e2-8df2-b6aba4434496 admin admin] Publish callbacks [] for security_group (df662db1-3e87-423b-a839-70cba06f21bb), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:29.543351 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 46016) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:16:29.593414 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-99ab1a0c-8522-4229-bcf5-24d76642f1ee admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=afb66bcb93064d42a797f24a84350f67&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0479128 Mar 02 17:16:29.597287 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 46018) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:16:29.654488 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-c89138a8-edd8-46e2-8df2-b6aba4434496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (df662db1-3e87-423b-a839-70cba06f21bb), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:29.655636 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-c89138a8-edd8-46e2-8df2-b6aba4434496 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:29.656818 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-c89138a8-edd8-46e2-8df2-b6aba4434496 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/df662db1-3e87-423b-a839-70cba06f21bb HTTP/1.1" status: 204 len: 168 time: 0.2655339 Mar 02 17:16:29.659079 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 46020) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:16:29.672183 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89138a8-edd8-46e2-8df2-b6aba4434496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df662db1-3e87-423b-a839-70cba06f21bb,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:16:29.687362 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-b1628d28-ccb0-4415-b345-f8b432a20424 admin admin] Publish callbacks [] for security_group (b0000517-4548-4cde-af0b-5466d46dbc34), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:29.716208 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-b1628d28-ccb0-4415-b345-f8b432a20424 admin admin] Publish callbacks [] for security_group (b0000517-4548-4cde-af0b-5466d46dbc34), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:29.840440 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-b1628d28-ccb0-4415-b345-f8b432a20424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (b0000517-4548-4cde-af0b-5466d46dbc34), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:29.843284 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-b1628d28-ccb0-4415-b345-f8b432a20424 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:29.846369 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.agents_db [None req-2c4e262f-840f-46f3-949a-97bfddff46e9 None None] Agent healthcheck: found 6 active agents {{(pid=103840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 17:16:29.846918 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-b1628d28-ccb0-4415-b345-f8b432a20424 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b0000517-4548-4cde-af0b-5466d46dbc34 HTTP/1.1" status: 204 len: 168 time: 0.2467313 Mar 02 17:16:29.857399 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1628d28-ccb0-4415-b345-f8b432a20424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0000517-4548-4cde-af0b-5466d46dbc34,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:16:30.071312 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 46048) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:16:30.130605 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-23a35b9d-666e-4019-a1ae-10015dc9b29d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:30.219945 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342034e7-79c0-4345-8549-be8c6af745d4 req-063194f0-128e-40c0-a98e-f706a41ca76d tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:30.226146 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-342034e7-79c0-4345-8549-be8c6af745d4 req-063194f0-128e-40c0-a98e-f706a41ca76d tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d2d21dc-19ba-408d-a3fb-045fba105d1d HTTP/1.1" status: 200 len: 945 time: 0.0875573 Mar 02 17:16:30.288209 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-23a35b9d-666e-4019-a1ae-10015dc9b29d admin admin] Publish callbacks [] for security_group (5ee9dd90-51dd-4a25-a09e-aba9b0784ae4), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:30.312250 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-342034e7-79c0-4345-8549-be8c6af745d4 req-c219a6e0-0780-4486-b362-6bf8586fec50 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711308 Mar 02 17:16:30.389286 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-23a35b9d-666e-4019-a1ae-10015dc9b29d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (5ee9dd90-51dd-4a25-a09e-aba9b0784ae4), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:30.448633 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a35b9d-666e-4019-a1ae-10015dc9b29d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee9dd90-51dd-4a25-a09e-aba9b0784ae4,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:16:30.455792 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-23a35b9d-666e-4019-a1ae-10015dc9b29d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=899d09cc2e8a489eae8edf0fa9585d4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7954750 Mar 02 17:16:30.458992 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 46062) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:16:30.531043 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-3928869a-30e6-40d2-b79a-98f664cecb11 admin admin] Publish callbacks [] for security_group (5ee9dd90-51dd-4a25-a09e-aba9b0784ae4), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:30.549494 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 46064) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:16:30.586283 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-f6bbd7bc-0c4b-4179-8e2e-bd967daf5445 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:30.589370 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-3928869a-30e6-40d2-b79a-98f664cecb11 admin admin] Publish callbacks [] for security_group (5ee9dd90-51dd-4a25-a09e-aba9b0784ae4), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:30.680176 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-6ac803c8-dd7e-49f9-a2f1-9ad240922ded admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:30.771978 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-3928869a-30e6-40d2-b79a-98f664cecb11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (5ee9dd90-51dd-4a25-a09e-aba9b0784ae4), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:30.774743 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-3928869a-30e6-40d2-b79a-98f664cecb11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:30.779063 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-3928869a-30e6-40d2-b79a-98f664cecb11 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5ee9dd90-51dd-4a25-a09e-aba9b0784ae4 HTTP/1.1" status: 204 len: 168 time: 0.3156171 Mar 02 17:16:30.783812 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-6ac803c8-dd7e-49f9-a2f1-9ad240922ded admin admin] Publish callbacks [] for security_group (186feea8-5aee-40bb-86bd-46108d2ae993), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:30.799712 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3928869a-30e6-40d2-b79a-98f664cecb11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee9dd90-51dd-4a25-a09e-aba9b0784ae4,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:16:30.855651 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-6ac803c8-dd7e-49f9-a2f1-9ad240922ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (186feea8-5aee-40bb-86bd-46108d2ae993), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:30.866179 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-f6bbd7bc-0c4b-4179-8e2e-bd967daf5445 admin admin] Publish callbacks [] for security_group (7105c8e7-abeb-4357-bf4a-bc16a198285b), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:30.903203 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-6ac803c8-dd7e-49f9-a2f1-9ad240922ded admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5f47580afdd24f8886ae93577223cdba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8294604 Mar 02 17:16:30.904122 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac803c8-dd7e-49f9-a2f1-9ad240922ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=186feea8-5aee-40bb-86bd-46108d2ae993,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:16:30.905987 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 46074) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:16:30.939817 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-f6bbd7bc-0c4b-4179-8e2e-bd967daf5445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (7105c8e7-abeb-4357-bf4a-bc16a198285b), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:30.971588 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-68de01cc-b95f-403b-a436-a93b5ad016c5 admin admin] Publish callbacks [] for security_group (186feea8-5aee-40bb-86bd-46108d2ae993), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:30.988866 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-f6bbd7bc-0c4b-4179-8e2e-bd967daf5445 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d0a7ebe6b93f4396adcdd50b9d05e7b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4399545 Mar 02 17:16:30.989963 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bbd7bc-0c4b-4179-8e2e-bd967daf5445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7105c8e7-abeb-4357-bf4a-bc16a198285b,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:16:30.992126 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 46078) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:16:31.005814 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-68de01cc-b95f-403b-a436-a93b5ad016c5 admin admin] Publish callbacks [] for security_group (186feea8-5aee-40bb-86bd-46108d2ae993), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:31.080764 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-88119846-c171-4dec-8077-370538b167c1 admin admin] Publish callbacks [] for security_group (7105c8e7-abeb-4357-bf4a-bc16a198285b), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:31.107565 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-88119846-c171-4dec-8077-370538b167c1 admin admin] Publish callbacks [] for security_group (7105c8e7-abeb-4357-bf4a-bc16a198285b), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:31.196455 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-68de01cc-b95f-403b-a436-a93b5ad016c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (186feea8-5aee-40bb-86bd-46108d2ae993), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:31.199226 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-68de01cc-b95f-403b-a436-a93b5ad016c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:31.201093 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-68de01cc-b95f-403b-a436-a93b5ad016c5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/186feea8-5aee-40bb-86bd-46108d2ae993 HTTP/1.1" status: 204 len: 168 time: 0.2931421 Mar 02 17:16:31.212957 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68de01cc-b95f-403b-a436-a93b5ad016c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=186feea8-5aee-40bb-86bd-46108d2ae993,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:16:31.262757 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-88119846-c171-4dec-8077-370538b167c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (7105c8e7-abeb-4357-bf4a-bc16a198285b), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:31.266720 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-88119846-c171-4dec-8077-370538b167c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:31.272271 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-88119846-c171-4dec-8077-370538b167c1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7105c8e7-abeb-4357-bf4a-bc16a198285b HTTP/1.1" status: 204 len: 168 time: 0.2747710 Mar 02 17:16:31.277598 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88119846-c171-4dec-8077-370538b167c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7105c8e7-abeb-4357-bf4a-bc16a198285b,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:16:31.447174 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f2f05-a37e-452e-8a6c-a464418c0c83 req-3a600269-4c37-439a-bcb7-d93f226af869 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:31.448729 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-005f2f05-a37e-452e-8a6c-a464418c0c83 req-3a600269-4c37-439a-bcb7-d93f226af869 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d2d21dc-19ba-408d-a3fb-045fba105d1d HTTP/1.1" status: 200 len: 945 time: 0.0625837 Mar 02 17:16:31.500939 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-005f2f05-a37e-452e-8a6c-a464418c0c83 req-02e83ab8-cc4b-4472-a63e-a92c81d8c8f2 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448046 Mar 02 17:16:31.553939 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 46098) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:16:31.569954 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-9f38bd94-2070-4347-9c9d-e5cd13c3e135 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:31.663033 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-9f38bd94-2070-4347-9c9d-e5cd13c3e135 admin admin] Publish callbacks [] for security_group (129206d3-64c2-4f99-8720-c7eff67b69f9), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:31.736620 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-9f38bd94-2070-4347-9c9d-e5cd13c3e135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (129206d3-64c2-4f99-8720-c7eff67b69f9), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:31.779530 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-9f38bd94-2070-4347-9c9d-e5cd13c3e135 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f93171ff93d249a4b374e8f1afbd89bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2242353 Mar 02 17:16:31.780950 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f38bd94-2070-4347-9c9d-e5cd13c3e135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=129206d3-64c2-4f99-8720-c7eff67b69f9,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:16:31.782498 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 46106) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:16:31.800517 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-4c4bdcf3-fdad-45e7-998e-3fbffbae1d8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (0060df7f-f835-4890-b25c-3842f545a9d0), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:31.848032 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-3d16973a-ad87-42a7-8c1e-ff8f0de706ea admin admin] Publish callbacks [] for security_group (129206d3-64c2-4f99-8720-c7eff67b69f9), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:31.871780 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-3d16973a-ad87-42a7-8c1e-ff8f0de706ea admin admin] Publish callbacks [] for security_group (129206d3-64c2-4f99-8720-c7eff67b69f9), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:32.000286 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-3d16973a-ad87-42a7-8c1e-ff8f0de706ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (129206d3-64c2-4f99-8720-c7eff67b69f9), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:32.002931 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-3d16973a-ad87-42a7-8c1e-ff8f0de706ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:32.004140 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-3d16973a-ad87-42a7-8c1e-ff8f0de706ea admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/129206d3-64c2-4f99-8720-c7eff67b69f9 HTTP/1.1" status: 204 len: 168 time: 0.2205496 Mar 02 17:16:32.011946 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d16973a-ad87-42a7-8c1e-ff8f0de706ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=129206d3-64c2-4f99-8720-c7eff67b69f9,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:16:32.162921 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 46112) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:16:32.179118 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-f5795eac-af85-4e11-a802-19683645f8c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:32.268818 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-f5795eac-af85-4e11-a802-19683645f8c8 admin admin] Publish callbacks [] for security_group (6df9dc96-e521-4544-928f-375aa08032fd), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:32.326132 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-f5795eac-af85-4e11-a802-19683645f8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (6df9dc96-e521-4544-928f-375aa08032fd), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:32.374504 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-f5795eac-af85-4e11-a802-19683645f8c8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=aeaf4e098df84e9faddd3735b212d6bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2078915 Mar 02 17:16:32.374504 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5795eac-af85-4e11-a802-19683645f8c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6df9dc96-e521-4544-928f-375aa08032fd,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:16:32.375219 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 46116) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:16:32.432653 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-22801b7c-f07b-4f70-8fd0-f2a9fcef22c9 admin admin] Publish callbacks [] for security_group (6df9dc96-e521-4544-928f-375aa08032fd), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:32.458961 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-22801b7c-f07b-4f70-8fd0-f2a9fcef22c9 admin admin] Publish callbacks [] for security_group (6df9dc96-e521-4544-928f-375aa08032fd), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:32.647621 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-22801b7c-f07b-4f70-8fd0-f2a9fcef22c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (6df9dc96-e521-4544-928f-375aa08032fd), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:32.647621 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-22801b7c-f07b-4f70-8fd0-f2a9fcef22c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:32.647621 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-22801b7c-f07b-4f70-8fd0-f2a9fcef22c9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6df9dc96-e521-4544-928f-375aa08032fd HTTP/1.1" status: 204 len: 168 time: 0.2659523 Mar 02 17:16:32.653749 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22801b7c-f07b-4f70-8fd0-f2a9fcef22c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df9dc96-e521-4544-928f-375aa08032fd,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:16:32.688712 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c61ed0-036b-49ca-87a6-0d5c2d12bdf7 req-a1ec6552-9308-4486-bb8d-b32e56bde6ed tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:32.690196 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-11c61ed0-036b-49ca-87a6-0d5c2d12bdf7 req-a1ec6552-9308-4486-bb8d-b32e56bde6ed tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d2d21dc-19ba-408d-a3fb-045fba105d1d HTTP/1.1" status: 200 len: 945 time: 0.0888500 Mar 02 17:16:32.786362 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-11c61ed0-036b-49ca-87a6-0d5c2d12bdf7 req-0f4b41a0-b12c-4f59-abc3-ce669782a361 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843704 Mar 02 17:16:33.954998 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df5156-cc8c-434c-a364-2068ad2496f5 req-8813eb78-4430-478e-816e-5929b1f0c595 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:33.957761 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e2df5156-cc8c-434c-a364-2068ad2496f5 req-8813eb78-4430-478e-816e-5929b1f0c595 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d2d21dc-19ba-408d-a3fb-045fba105d1d HTTP/1.1" status: 200 len: 945 time: 0.0832636 Mar 02 17:16:34.051674 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e2df5156-cc8c-434c-a364-2068ad2496f5 req-87907ed8-ada6-4288-9161-4e99e76dee25 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869460 Mar 02 17:16:34.103282 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-89cfdacc-3c72-4680-ad9b-3bec75cdcc52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90b713d5-0d52-4da0-a663-b3b1c9fefb3d), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:34.253262 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 46208) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:16:34.453001 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-63e14530-12d8-4cae-9abd-1e853c60a072 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:34.571387 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-63e14530-12d8-4cae-9abd-1e853c60a072 admin admin] Publish callbacks [] for security_group (d598f685-907c-426c-881e-753bf6deaec0), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:34.658223 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-63e14530-12d8-4cae-9abd-1e853c60a072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (d598f685-907c-426c-881e-753bf6deaec0), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:34.717389 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-63e14530-12d8-4cae-9abd-1e853c60a072 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9654f391a1cf4a238b85ad0faf2bb0a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4574623 Mar 02 17:16:34.718918 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e14530-12d8-4cae-9abd-1e853c60a072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d598f685-907c-426c-881e-753bf6deaec0,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:16:34.720783 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 46232) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:16:34.791353 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-149393cc-326a-4b28-9705-db202eec141a admin admin] Publish callbacks [] for security_group (d598f685-907c-426c-881e-753bf6deaec0), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:34.813461 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-149393cc-326a-4b28-9705-db202eec141a admin admin] Publish callbacks [] for security_group (d598f685-907c-426c-881e-753bf6deaec0), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:34.977766 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-149393cc-326a-4b28-9705-db202eec141a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (d598f685-907c-426c-881e-753bf6deaec0), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:34.982723 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-149393cc-326a-4b28-9705-db202eec141a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:34.985044 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-149393cc-326a-4b28-9705-db202eec141a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d598f685-907c-426c-881e-753bf6deaec0 HTTP/1.1" status: 204 len: 168 time: 0.2627161 Mar 02 17:16:35.002595 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149393cc-326a-4b28-9705-db202eec141a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d598f685-907c-426c-881e-753bf6deaec0,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:16:35.027906 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-7239c76e-3e75-4b64-9028-aed8f891363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (eca5c3a0-ec74-4a2a-a5c6-a62430d93509), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:35.267811 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe6647f-4945-4289-a461-5a760d312e7e req-fd266cd0-3cac-465f-9550-3e362a4c34be tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:35.269454 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-fbe6647f-4945-4289-a461-5a760d312e7e req-fd266cd0-3cac-465f-9550-3e362a4c34be tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d2d21dc-19ba-408d-a3fb-045fba105d1d HTTP/1.1" status: 200 len: 945 time: 0.0933127 Mar 02 17:16:35.380077 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-fbe6647f-4945-4289-a461-5a760d312e7e req-68dbafcd-4a13-4f55-b7b5-31acdfe1e35d tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893002 Mar 02 17:16:36.544778 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f38f3-d437-493c-8ca9-bcf067d36c3b req-6efbb1b4-3268-4c6a-821a-76ac0820f869 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:36.548799 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-8f2f38f3-d437-493c-8ca9-bcf067d36c3b req-6efbb1b4-3268-4c6a-821a-76ac0820f869 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d2d21dc-19ba-408d-a3fb-045fba105d1d HTTP/1.1" status: 200 len: 945 time: 0.0844932 Mar 02 17:16:36.648982 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-8f2f38f3-d437-493c-8ca9-bcf067d36c3b req-9e287207-94d6-4908-8c9d-73f5837ce94e tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836635 Mar 02 17:16:36.806606 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-765bf0ac-d167-416d-8fe2-638e582454ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (aac89579-4eb6-45c8-861e-e37bc0c26bf3), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:37.824503 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a715994-117d-435f-a8af-dccf93d6e6d0 req-fbdaa7eb-8740-42a4-970e-d226837193b9 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:37.826381 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-1a715994-117d-435f-a8af-dccf93d6e6d0 req-fbdaa7eb-8740-42a4-970e-d226837193b9 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d2d21dc-19ba-408d-a3fb-045fba105d1d HTTP/1.1" status: 200 len: 945 time: 0.0665383 Mar 02 17:16:37.890551 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-1a715994-117d-435f-a8af-dccf93d6e6d0 req-cf2977b5-b9ae-489c-8804-882adeff406b tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581305 Mar 02 17:16:37.929546 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 46388) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:16:38.211681 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5487d242-9c11-4ded-a4a1-e875a8faeac2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:38.229142 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90356b9b-9a55-4227-ace0-d1fc01a5475f), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:38.314788 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5487d242-9c11-4ded-a4a1-e875a8faeac2 admin admin] Publish callbacks [] for security_group (62f0d8d4-cda5-4210-96ef-976e10c4f691), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:38.389416 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5487d242-9c11-4ded-a4a1-e875a8faeac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (62f0d8d4-cda5-4210-96ef-976e10c4f691), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:38.431987 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-5487d242-9c11-4ded-a4a1-e875a8faeac2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d3eed9e8eefb4b6bb27bc5a8d7721a28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5011580 Mar 02 17:16:38.433559 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5487d242-9c11-4ded-a4a1-e875a8faeac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62f0d8d4-cda5-4210-96ef-976e10c4f691,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:16:38.436320 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 46406) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:16:38.499499 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-5bc44a90-4ede-487d-8c92-b6dd2d69a778 admin admin] Publish callbacks [] for security_group (62f0d8d4-cda5-4210-96ef-976e10c4f691), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:38.522602 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-5bc44a90-4ede-487d-8c92-b6dd2d69a778 admin admin] Publish callbacks [] for security_group (62f0d8d4-cda5-4210-96ef-976e10c4f691), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:38.645493 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-5bc44a90-4ede-487d-8c92-b6dd2d69a778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (62f0d8d4-cda5-4210-96ef-976e10c4f691), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:38.649105 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-5bc44a90-4ede-487d-8c92-b6dd2d69a778 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:38.653512 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-5bc44a90-4ede-487d-8c92-b6dd2d69a778 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/62f0d8d4-cda5-4210-96ef-976e10c4f691 HTTP/1.1" status: 204 len: 168 time: 0.2122829 Mar 02 17:16:38.661454 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc44a90-4ede-487d-8c92-b6dd2d69a778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f0d8d4-cda5-4210-96ef-976e10c4f691,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:16:39.031619 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b871b32-6dbd-45f9-a85a-fe9186255d96 req-37e90210-106e-493c-b9ba-72911c9368ef tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:39.033635 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-4b871b32-6dbd-45f9-a85a-fe9186255d96 req-37e90210-106e-493c-b9ba-72911c9368ef tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d2d21dc-19ba-408d-a3fb-045fba105d1d HTTP/1.1" status: 200 len: 945 time: 0.0597923 Mar 02 17:16:39.087921 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-4b871b32-6dbd-45f9-a85a-fe9186255d96 req-e364bd61-219d-4f71-8a5b-5f3c2de7247c tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469060 Mar 02 17:16:39.526788 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 46436) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:16:39.541536 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-3ccf1fc0-eec1-4dfb-ae44-1fbb140f253c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:39.629016 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-3ccf1fc0-eec1-4dfb-ae44-1fbb140f253c admin admin] Publish callbacks [] for security_group (ce26b910-4f3e-47f6-b645-c7bed8001760), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:39.720252 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-3ccf1fc0-eec1-4dfb-ae44-1fbb140f253c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (ce26b910-4f3e-47f6-b645-c7bed8001760), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:39.771738 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-3ccf1fc0-eec1-4dfb-ae44-1fbb140f253c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f53c00681586453e8bdd7602a9c5cd97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2437458 Mar 02 17:16:39.773738 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf1fc0-eec1-4dfb-ae44-1fbb140f253c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce26b910-4f3e-47f6-b645-c7bed8001760,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:16:39.774761 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 46442) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:16:39.831627 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-7e6725e4-ed2b-4a7f-903f-2031d0c653d8 admin admin] Publish callbacks [] for security_group (ce26b910-4f3e-47f6-b645-c7bed8001760), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:39.854287 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-7e6725e4-ed2b-4a7f-903f-2031d0c653d8 admin admin] Publish callbacks [] for security_group (ce26b910-4f3e-47f6-b645-c7bed8001760), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:39.984077 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-7e6725e4-ed2b-4a7f-903f-2031d0c653d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (ce26b910-4f3e-47f6-b645-c7bed8001760), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:39.988775 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-7e6725e4-ed2b-4a7f-903f-2031d0c653d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:39.990774 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-7e6725e4-ed2b-4a7f-903f-2031d0c653d8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ce26b910-4f3e-47f6-b645-c7bed8001760 HTTP/1.1" status: 204 len: 168 time: 0.2145638 Mar 02 17:16:40.003543 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6725e4-ed2b-4a7f-903f-2031d0c653d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce26b910-4f3e-47f6-b645-c7bed8001760,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:16:40.204755 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f7f05-5eb0-4240-b492-1986e614d4b3 req-c3da4e85-03b7-496e-b177-05e460a0ced0 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:40.206183 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-465f7f05-5eb0-4240-b492-1986e614d4b3 req-c3da4e85-03b7-496e-b177-05e460a0ced0 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d2d21dc-19ba-408d-a3fb-045fba105d1d HTTP/1.1" status: 200 len: 945 time: 0.0518055 Mar 02 17:16:40.254638 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-465f7f05-5eb0-4240-b492-1986e614d4b3 req-22981e9c-b9e2-4058-b2c4-488211ef0502 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430343 Mar 02 17:16:40.347616 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dabe68e-8c15-4436-afa2-084d2d48f04d req-e94fc9e7-36e5-47c2-8e3f-2a7ffdcf8f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:40.349173 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0dabe68e-8c15-4436-afa2-084d2d48f04d req-e94fc9e7-36e5-47c2-8e3f-2a7ffdcf8f11 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4d2d21dc-19ba-408d-a3fb-045fba105d1d HTTP/1.1" status: 200 len: 1129 time: 0.0581896 Mar 02 17:16:40.400872 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0dabe68e-8c15-4436-afa2-084d2d48f04d req-b46453d0-1773-40a7-85fb-de42aadec517 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430555 Mar 02 17:16:41.382056 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e97379-f438-4fcf-829c-7e09c63feaf8 req-d671852d-ec45-47f4-8983-d35f3aab606a tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:41.383688 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-99e97379-f438-4fcf-829c-7e09c63feaf8 req-d671852d-ec45-47f4-8983-d35f3aab606a tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d2d21dc-19ba-408d-a3fb-045fba105d1d HTTP/1.1" status: 200 len: 945 time: 0.0598135 Mar 02 17:16:41.458489 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-99e97379-f438-4fcf-829c-7e09c63feaf8 req-8017343d-e0ba-4237-9c00-e1ada79cd139 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681381 Mar 02 17:16:42.600234 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ced46b-3e0a-48df-9195-d46694662b66 req-0144907d-a49b-4d25-8598-2ff8314efcd6 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:42.601643 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-f7ced46b-3e0a-48df-9195-d46694662b66 req-0144907d-a49b-4d25-8598-2ff8314efcd6 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d2d21dc-19ba-408d-a3fb-045fba105d1d HTTP/1.1" status: 200 len: 945 time: 0.0701876 Mar 02 17:16:42.654430 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-f7ced46b-3e0a-48df-9195-d46694662b66 req-8c78a5e0-a279-4eb6-8958-8bac3491bd7a tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452075 Mar 02 17:16:42.929021 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (dbb67c4d-7aa5-4acf-82b3-541c1cabd3d2), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:43.782249 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b49fd-f858-4fa2-9fac-611e1efc6384 req-23dbcead-4803-440c-9d74-f4d7c2001936 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:43.783872 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-cf3b49fd-f858-4fa2-9fac-611e1efc6384 req-23dbcead-4803-440c-9d74-f4d7c2001936 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d2d21dc-19ba-408d-a3fb-045fba105d1d HTTP/1.1" status: 200 len: 945 time: 0.0574176 Mar 02 17:16:43.854658 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-cf3b49fd-f858-4fa2-9fac-611e1efc6384 req-9023f516-8dc3-416c-ab00-78d8a74bebf4 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595794 Mar 02 17:16:44.831019 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 46632) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:16:44.974004 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5d0667b4-9ba7-432c-93db-7a82655bf9b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:45.021773 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1431f22-b504-4493-b6bc-98d013fc7986 req-32616c95-255c-43ce-81d4-4144baa152ca tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:45.021773 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c1431f22-b504-4493-b6bc-98d013fc7986 req-32616c95-255c-43ce-81d4-4144baa152ca tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d2d21dc-19ba-408d-a3fb-045fba105d1d HTTP/1.1" status: 200 len: 945 time: 0.0956535 Mar 02 17:16:45.130183 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c1431f22-b504-4493-b6bc-98d013fc7986 req-710b4c44-cb5d-4e3a-a138-361e2893b425 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060665 Mar 02 17:16:45.167340 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5d0667b4-9ba7-432c-93db-7a82655bf9b5 admin admin] Publish callbacks [] for security_group (b0f84999-48b6-4592-8de4-2547ab38f7bf), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:45.246042 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5d0667b4-9ba7-432c-93db-7a82655bf9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (b0f84999-48b6-4592-8de4-2547ab38f7bf), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:45.295667 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-5d0667b4-9ba7-432c-93db-7a82655bf9b5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=27ae1f8d220644e29239803aff7da7d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4636354 Mar 02 17:16:45.297459 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0667b4-9ba7-432c-93db-7a82655bf9b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f84999-48b6-4592-8de4-2547ab38f7bf,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:16:45.298646 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 46662) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:16:45.319901 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada68e6-01d5-4d1a-98f0-8b507c5224b4 req-aa286d02-6db2-4907-80d0-35b69004c463 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:45.327207 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2ada68e6-01d5-4d1a-98f0-8b507c5224b4 req-aa286d02-6db2-4907-80d0-35b69004c463 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4081c5a4-d3d8-4855-87a3-25860d7f4961 HTTP/1.1" status: 200 len: 945 time: 0.1113579 Mar 02 17:16:45.386406 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-27fffbb5-fab6-41be-b945-e4395ce05c64 admin admin] Publish callbacks [] for security_group (b0f84999-48b6-4592-8de4-2547ab38f7bf), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:45.390325 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2ada68e6-01d5-4d1a-98f0-8b507c5224b4 req-2ccf9403-c669-41d4-a92d-542f4c1d6f30 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572214 Mar 02 17:16:45.411429 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-27fffbb5-fab6-41be-b945-e4395ce05c64 admin admin] Publish callbacks [] for security_group (b0f84999-48b6-4592-8de4-2547ab38f7bf), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:45.525176 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-27fffbb5-fab6-41be-b945-e4395ce05c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (b0f84999-48b6-4592-8de4-2547ab38f7bf), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:45.528351 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-27fffbb5-fab6-41be-b945-e4395ce05c64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:45.530313 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-27fffbb5-fab6-41be-b945-e4395ce05c64 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b0f84999-48b6-4592-8de4-2547ab38f7bf HTTP/1.1" status: 204 len: 168 time: 0.2296188 Mar 02 17:16:45.541089 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fffbb5-fab6-41be-b945-e4395ce05c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f84999-48b6-4592-8de4-2547ab38f7bf,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:16:46.150364 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 46684) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:16:46.163081 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-fd798cdd-433f-49c1-921f-d94d039280b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:46.240972 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-fd798cdd-433f-49c1-921f-d94d039280b8 admin admin] Publish callbacks [] for security_group (5890d649-31c9-4656-ab88-338402388a21), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:46.308623 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-fd798cdd-433f-49c1-921f-d94d039280b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (5890d649-31c9-4656-ab88-338402388a21), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:46.353051 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-fd798cdd-433f-49c1-921f-d94d039280b8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=28b9105c7ceb494b8096dd411a9e01d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2015414 Mar 02 17:16:46.355122 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd798cdd-433f-49c1-921f-d94d039280b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5890d649-31c9-4656-ab88-338402388a21,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:16:46.355817 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 46692) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:16:46.409553 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-ebfdcae5-db0d-4996-b7b4-11cd57c3026a admin admin] Publish callbacks [] for security_group (5890d649-31c9-4656-ab88-338402388a21), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:46.431467 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-ebfdcae5-db0d-4996-b7b4-11cd57c3026a admin admin] Publish callbacks [] for security_group (5890d649-31c9-4656-ab88-338402388a21), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:46.565505 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-ebfdcae5-db0d-4996-b7b4-11cd57c3026a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (5890d649-31c9-4656-ab88-338402388a21), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:46.568227 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-ebfdcae5-db0d-4996-b7b4-11cd57c3026a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:46.569395 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-ebfdcae5-db0d-4996-b7b4-11cd57c3026a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5890d649-31c9-4656-ab88-338402388a21 HTTP/1.1" status: 204 len: 168 time: 0.2122326 Mar 02 17:16:46.578065 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfdcae5-db0d-4996-b7b4-11cd57c3026a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5890d649-31c9-4656-ab88-338402388a21,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:16:50.844966 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9baa8aa-3c78-4a18-b793-a380401c72de req-0bed0057-338d-4f7d-8e55-74ebb79f156b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:50.855029 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c9baa8aa-3c78-4a18-b793-a380401c72de req-0bed0057-338d-4f7d-8e55-74ebb79f156b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=972279b7457f4e0fa6d7b4d953912711&device_id=4081c5a4-d3d8-4855-87a3-25860d7f4961 HTTP/1.1" status: 200 len: 1129 time: 0.0821364 Mar 02 17:16:50.859299 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cddc868-046a-4618-abbc-0eee7749d448 req-05b85c95-3e17-4c1e-88d5-0509f6a77ca2 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:50.860993 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-4cddc868-046a-4618-abbc-0eee7749d448 req-05b85c95-3e17-4c1e-88d5-0509f6a77ca2 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4081c5a4-d3d8-4855-87a3-25860d7f4961 HTTP/1.1" status: 200 len: 945 time: 0.1372685 Mar 02 17:16:50.974930 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-4cddc868-046a-4618-abbc-0eee7749d448 req-13cec015-c760-4224-bc9f-3843ad113b50 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055393 Mar 02 17:16:51.000250 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9baa8aa-3c78-4a18-b793-a380401c72de req-59042e4f-e2ff-45b7-a9b2-55c62ccc1e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:51.001983 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c9baa8aa-3c78-4a18-b793-a380401c72de req-59042e4f-e2ff-45b7-a9b2-55c62ccc1e62 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ef02e7c1-3825-40da-8301-7b2b393305d9 HTTP/1.1" status: 200 len: 920 time: 0.1401575 Mar 02 17:16:51.060676 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c9baa8aa-3c78-4a18-b793-a380401c72de req-8640890a-fc35-4194-9111-021158803329 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a256a90-0d43-4274-8693-d4c1c406c0a5 HTTP/1.1" status: 200 len: 217 time: 0.0508804 Mar 02 17:16:51.133083 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9baa8aa-3c78-4a18-b793-a380401c72de req-1d54d231-09e6-4083-9449-f36086b521ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:51.133083 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c9baa8aa-3c78-4a18-b793-a380401c72de req-1d54d231-09e6-4083-9449-f36086b521ee service neutron] 10.222.0.49 "GET /v2.0/subnets?id=af473c7a-b242-4124-a285-d83fb26df936 HTTP/1.1" status: 200 len: 859 time: 0.0649872 Mar 02 17:16:51.183672 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c9baa8aa-3c78-4a18-b793-a380401c72de req-17f46ebd-53b8-49fc-8172-a808d3197bed service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ef02e7c1-3825-40da-8301-7b2b393305d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430238 Mar 02 17:16:51.280820 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 46854) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:16:51.294470 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c9baa8aa-3c78-4a18-b793-a380401c72de req-c59f9a62-3544-43e5-a878-61b91e622977 service neutron] 10.222.0.49 "GET /v2.0/networks/ef02e7c1-3825-40da-8301-7b2b393305d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034164 Mar 02 17:16:51.415534 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a9ab9b8f-57f4-47ba-9a33-b713aa14bfa7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:51.417751 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c9baa8aa-3c78-4a18-b793-a380401c72de req-d7110bd3-b269-49e3-8b6d-09f8352f9c0f service neutron] 10.222.0.49 "GET /v2.0/networks/ef02e7c1-3825-40da-8301-7b2b393305d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174550 Mar 02 17:16:51.497799 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a9ab9b8f-57f4-47ba-9a33-b713aa14bfa7 admin admin] Publish callbacks [] for security_group (2c1d630f-aa83-4b94-8200-1652e11c0a1f), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:51.600750 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a9ab9b8f-57f4-47ba-9a33-b713aa14bfa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (2c1d630f-aa83-4b94-8200-1652e11c0a1f), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:51.650413 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-a9ab9b8f-57f4-47ba-9a33-b713aa14bfa7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c6ad28ca119b40789b900b40415da894&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3658965 Mar 02 17:16:51.650413 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ab9b8f-57f4-47ba-9a33-b713aa14bfa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c1d630f-aa83-4b94-8200-1652e11c0a1f,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:16:51.650604 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 46870) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:16:51.723641 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-d74d9b97-bbb9-40ae-b4ff-884bae5ee7e2 admin admin] Publish callbacks [] for security_group (2c1d630f-aa83-4b94-8200-1652e11c0a1f), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:51.750810 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-d74d9b97-bbb9-40ae-b4ff-884bae5ee7e2 admin admin] Publish callbacks [] for security_group (2c1d630f-aa83-4b94-8200-1652e11c0a1f), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:51.864305 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-d74d9b97-bbb9-40ae-b4ff-884bae5ee7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (2c1d630f-aa83-4b94-8200-1652e11c0a1f), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:51.868070 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-d74d9b97-bbb9-40ae-b4ff-884bae5ee7e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:51.869267 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-d74d9b97-bbb9-40ae-b4ff-884bae5ee7e2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2c1d630f-aa83-4b94-8200-1652e11c0a1f HTTP/1.1" status: 204 len: 168 time: 0.2177048 Mar 02 17:16:51.877891 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74d9b97-bbb9-40ae-b4ff-884bae5ee7e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c1d630f-aa83-4b94-8200-1652e11c0a1f,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:16:52.103227 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6bba79-3997-42cd-8914-5ba7fc8a0313 req-9f238895-3569-47c3-958d-8a43ea212e9a tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:52.104623 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-4a6bba79-3997-42cd-8914-5ba7fc8a0313 req-9f238895-3569-47c3-958d-8a43ea212e9a tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4081c5a4-d3d8-4855-87a3-25860d7f4961 HTTP/1.1" status: 200 len: 945 time: 0.0547647 Mar 02 17:16:52.152705 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-4a6bba79-3997-42cd-8914-5ba7fc8a0313 req-1cef0068-4696-4416-b2d0-de7bf1fe19a2 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415795 Mar 02 17:16:52.462758 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 46918) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:16:52.656118 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 46926) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:16:52.669705 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2d90915b-ae80-42df-bf6f-491213e419f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:52.772121 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2d90915b-ae80-42df-bf6f-491213e419f3 admin admin] Publish callbacks [] for security_group (ce7a057d-e8f0-4137-9004-e010edaab16f), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:52.830227 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-69a08e68-c053-4d70-9acf-f2abbdc7749f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:52.906486 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2d90915b-ae80-42df-bf6f-491213e419f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (ce7a057d-e8f0-4137-9004-e010edaab16f), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:52.924287 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-69a08e68-c053-4d70-9acf-f2abbdc7749f admin admin] Publish callbacks [] for security_group (17ed04be-5f87-482d-b071-8b7e7c63183e), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:52.957928 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-2d90915b-ae80-42df-bf6f-491213e419f3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fe1d6dd57c65435e849c3b2297d583e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3007078 Mar 02 17:16:52.959185 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d90915b-ae80-42df-bf6f-491213e419f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce7a057d-e8f0-4137-9004-e010edaab16f,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:16:52.966789 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 46940) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:16:53.016852 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-fbd0a7be-91fc-4934-bee8-8cd66a18107b admin admin] Publish callbacks [] for security_group (ce7a057d-e8f0-4137-9004-e010edaab16f), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:53.028602 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 46942) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:16:53.041473 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-fbd0a7be-91fc-4934-bee8-8cd66a18107b admin admin] Publish callbacks [] for security_group (ce7a057d-e8f0-4137-9004-e010edaab16f), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:53.062685 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-69a08e68-c053-4d70-9acf-f2abbdc7749f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (17ed04be-5f87-482d-b071-8b7e7c63183e), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:53.113061 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-69a08e68-c053-4d70-9acf-f2abbdc7749f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f8b318aae4ae41c9b0f65c3c46a04423&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6434853 Mar 02 17:16:53.113061 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a08e68-c053-4d70-9acf-f2abbdc7749f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ed04be-5f87-482d-b071-8b7e7c63183e,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:16:53.113061 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 46946) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:16:53.183034 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-fbd0a7be-91fc-4934-bee8-8cd66a18107b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (ce7a057d-e8f0-4137-9004-e010edaab16f), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:53.190885 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-fbd0a7be-91fc-4934-bee8-8cd66a18107b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:53.197955 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-fbd0a7be-91fc-4934-bee8-8cd66a18107b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ce7a057d-e8f0-4137-9004-e010edaab16f HTTP/1.1" status: 204 len: 168 time: 0.2323573 Mar 02 17:16:53.237992 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd0a7be-91fc-4934-bee8-8cd66a18107b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce7a057d-e8f0-4137-9004-e010edaab16f,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:16:53.255084 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1ca5de37-457b-4544-8d20-18ad26934855 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:53.366890 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-0992e446-5474-4ed6-8e04-54b78940bf9b admin admin] Publish callbacks [] for security_group (17ed04be-5f87-482d-b071-8b7e7c63183e), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:53.409689 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-0992e446-5474-4ed6-8e04-54b78940bf9b admin admin] Publish callbacks [] for security_group (17ed04be-5f87-482d-b071-8b7e7c63183e), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:53.417377 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7a37df-8ca5-4260-8e5c-04cdba9700df req-04ee323b-beb1-4122-b940-8d53b839619a tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:53.419629 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-fe7a37df-8ca5-4260-8e5c-04cdba9700df req-04ee323b-beb1-4122-b940-8d53b839619a tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4081c5a4-d3d8-4855-87a3-25860d7f4961 HTTP/1.1" status: 200 len: 945 time: 0.1337593 Mar 02 17:16:53.495359 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1ca5de37-457b-4544-8d20-18ad26934855 admin admin] Publish callbacks [] for security_group (a6e40e3c-7bd7-4b2f-8533-f02fe48b6cb1), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:53.508879 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-fe7a37df-8ca5-4260-8e5c-04cdba9700df req-8133341d-a051-48b1-bb86-e602ccc13658 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795081 Mar 02 17:16:53.646683 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-0992e446-5474-4ed6-8e04-54b78940bf9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (17ed04be-5f87-482d-b071-8b7e7c63183e), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:53.649722 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-0992e446-5474-4ed6-8e04-54b78940bf9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:53.660407 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-0992e446-5474-4ed6-8e04-54b78940bf9b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/17ed04be-5f87-482d-b071-8b7e7c63183e HTTP/1.1" status: 204 len: 168 time: 0.5277009 Mar 02 17:16:53.660407 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1ca5de37-457b-4544-8d20-18ad26934855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (a6e40e3c-7bd7-4b2f-8533-f02fe48b6cb1), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:53.671653 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0992e446-5474-4ed6-8e04-54b78940bf9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ed04be-5f87-482d-b071-8b7e7c63183e,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:16:53.705097 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-1ca5de37-457b-4544-8d20-18ad26934855 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=10fd38960c9a40908b68fa5f30901587&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6753690 Mar 02 17:16:53.709531 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 46970) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:16:53.714571 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca5de37-457b-4544-8d20-18ad26934855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e40e3c-7bd7-4b2f-8533-f02fe48b6cb1,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:16:53.761490 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-0b8e5a67-767d-4077-ac6d-ccda66ddf449 admin admin] Publish callbacks [] for security_group (a6e40e3c-7bd7-4b2f-8533-f02fe48b6cb1), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:53.784408 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-0b8e5a67-767d-4077-ac6d-ccda66ddf449 admin admin] Publish callbacks [] for security_group (a6e40e3c-7bd7-4b2f-8533-f02fe48b6cb1), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:53.920738 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-0b8e5a67-767d-4077-ac6d-ccda66ddf449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (a6e40e3c-7bd7-4b2f-8533-f02fe48b6cb1), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:53.924964 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-0b8e5a67-767d-4077-ac6d-ccda66ddf449 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:53.927211 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-0b8e5a67-767d-4077-ac6d-ccda66ddf449 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a6e40e3c-7bd7-4b2f-8533-f02fe48b6cb1 HTTP/1.1" status: 204 len: 168 time: 0.2157505 Mar 02 17:16:53.936753 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8e5a67-767d-4077-ac6d-ccda66ddf449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e40e3c-7bd7-4b2f-8533-f02fe48b6cb1,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:16:54.089303 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 46978) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:16:54.304048 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 46986) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:16:54.320503 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-982aa11d-50f1-47d1-869c-093ac12a2063 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:54.452106 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-982aa11d-50f1-47d1-869c-093ac12a2063 admin admin] Publish callbacks [] for security_group (6c70a223-0078-47ba-9dce-3a23ce6be37e), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:54.531432 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-982aa11d-50f1-47d1-869c-093ac12a2063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (6c70a223-0078-47ba-9dce-3a23ce6be37e), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:54.567367 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-ded0fc9c-4174-4e60-a1e2-f0f7527f0bbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:54.603187 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-982aa11d-50f1-47d1-869c-093ac12a2063 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ea94cdbd09b44971b0ee929bacae0a57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2977760 Mar 02 17:16:54.606013 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 46992) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:16:54.617106 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982aa11d-50f1-47d1-869c-093ac12a2063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c70a223-0078-47ba-9dce-3a23ce6be37e,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:16:54.722480 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-ded0fc9c-4174-4e60-a1e2-f0f7527f0bbd admin admin] Publish callbacks [] for security_group (19310370-b5fa-4c2f-ab85-75d714f2e07e), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:54.732825 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 46998) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:16:54.749627 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-e77773e8-d8ef-4b96-908b-cef0310b2b11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:54.765749 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-bac6556a-cfde-448e-9b84-dd1eacb66d9a admin admin] Publish callbacks [] for security_group (6c70a223-0078-47ba-9dce-3a23ce6be37e), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:54.790748 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e04e44-6f87-48d6-a95e-0ed0c870accc req-4e192778-aa6e-4b73-985d-3952e7c248a1 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:54.792573 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-60e04e44-6f87-48d6-a95e-0ed0c870accc req-4e192778-aa6e-4b73-985d-3952e7c248a1 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4081c5a4-d3d8-4855-87a3-25860d7f4961 HTTP/1.1" status: 200 len: 945 time: 0.1684229 Mar 02 17:16:54.842384 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-ded0fc9c-4174-4e60-a1e2-f0f7527f0bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (19310370-b5fa-4c2f-ab85-75d714f2e07e), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:54.874352 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-bac6556a-cfde-448e-9b84-dd1eacb66d9a admin admin] Publish callbacks [] for security_group (6c70a223-0078-47ba-9dce-3a23ce6be37e), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:54.910691 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-e77773e8-d8ef-4b96-908b-cef0310b2b11 admin admin] Publish callbacks [] for security_group (17ddcf3f-9c2a-480f-9691-b802aabf6c54), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:54.913862 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-ded0fc9c-4174-4e60-a1e2-f0f7527f0bbd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6eec5d34878e4647a2c3b60fbaf93b9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8234665 Mar 02 17:16:54.914020 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-60e04e44-6f87-48d6-a95e-0ed0c870accc req-f583c49c-22f6-4787-af85-ec14143118fe tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059673 Mar 02 17:16:54.918173 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 47006) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:16:54.924779 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded0fc9c-4174-4e60-a1e2-f0f7527f0bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19310370-b5fa-4c2f-ab85-75d714f2e07e,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:16:55.004551 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-ff7067fd-c473-4148-8e57-99a887df949b admin admin] Publish callbacks [] for security_group (19310370-b5fa-4c2f-ab85-75d714f2e07e), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:55.018684 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 47008) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:16:55.022953 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-e77773e8-d8ef-4b96-908b-cef0310b2b11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (17ddcf3f-9c2a-480f-9691-b802aabf6c54), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:55.034289 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-47146106-0338-41fb-b63e-b8b82377a581 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:55.053327 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-ff7067fd-c473-4148-8e57-99a887df949b admin admin] Publish callbacks [] for security_group (19310370-b5fa-4c2f-ab85-75d714f2e07e), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:55.081933 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-bac6556a-cfde-448e-9b84-dd1eacb66d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (6c70a223-0078-47ba-9dce-3a23ce6be37e), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:55.084711 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-bac6556a-cfde-448e-9b84-dd1eacb66d9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:55.085849 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-bac6556a-cfde-448e-9b84-dd1eacb66d9a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6c70a223-0078-47ba-9dce-3a23ce6be37e HTTP/1.1" status: 204 len: 168 time: 0.4770620 Mar 02 17:16:55.089168 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-e77773e8-d8ef-4b96-908b-cef0310b2b11 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a3faf36efd044077b82a0c25e3b93b3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3527386 Mar 02 17:16:55.091702 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 47012) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:16:55.103782 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77773e8-d8ef-4b96-908b-cef0310b2b11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ddcf3f-9c2a-480f-9691-b802aabf6c54,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:16:55.104964 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac6556a-cfde-448e-9b84-dd1eacb66d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c70a223-0078-47ba-9dce-3a23ce6be37e,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:16:55.151717 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-47146106-0338-41fb-b63e-b8b82377a581 admin admin] Publish callbacks [] for security_group (d8d7e7d9-7c97-41b4-b01e-d51007af454d), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:55.166114 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c60006d2-78a0-4f45-9e82-0b3293a2b4e2 admin admin] Publish callbacks [] for security_group (17ddcf3f-9c2a-480f-9691-b802aabf6c54), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:55.193237 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c60006d2-78a0-4f45-9e82-0b3293a2b4e2 admin admin] Publish callbacks [] for security_group (17ddcf3f-9c2a-480f-9691-b802aabf6c54), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:55.228169 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-47146106-0338-41fb-b63e-b8b82377a581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (d8d7e7d9-7c97-41b4-b01e-d51007af454d), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:55.270185 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-47146106-0338-41fb-b63e-b8b82377a581 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b33b8b43c5684cbabd233a4977b56de0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2503879 Mar 02 17:16:55.272269 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47146106-0338-41fb-b63e-b8b82377a581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d7e7d9-7c97-41b4-b01e-d51007af454d,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:16:55.272950 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 47014) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:16:55.288157 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-ff7067fd-c473-4148-8e57-99a887df949b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (19310370-b5fa-4c2f-ab85-75d714f2e07e), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:55.290830 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-ff7067fd-c473-4148-8e57-99a887df949b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:55.291996 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-ff7067fd-c473-4148-8e57-99a887df949b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/19310370-b5fa-4c2f-ab85-75d714f2e07e HTTP/1.1" status: 204 len: 168 time: 0.3724983 Mar 02 17:16:55.310254 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7067fd-c473-4148-8e57-99a887df949b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19310370-b5fa-4c2f-ab85-75d714f2e07e,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:16:55.323509 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c60006d2-78a0-4f45-9e82-0b3293a2b4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (17ddcf3f-9c2a-480f-9691-b802aabf6c54), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:55.331867 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c60006d2-78a0-4f45-9e82-0b3293a2b4e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:55.333395 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-c60006d2-78a0-4f45-9e82-0b3293a2b4e2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/17ddcf3f-9c2a-480f-9691-b802aabf6c54 HTTP/1.1" status: 204 len: 168 time: 0.2368798 Mar 02 17:16:55.353128 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60006d2-78a0-4f45-9e82-0b3293a2b4e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ddcf3f-9c2a-480f-9691-b802aabf6c54,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:16:55.368246 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c4352522-1a19-469f-b2b4-d591af7f5702 admin admin] Publish callbacks [] for security_group (d8d7e7d9-7c97-41b4-b01e-d51007af454d), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:55.397176 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c4352522-1a19-469f-b2b4-d591af7f5702 admin admin] Publish callbacks [] for security_group (d8d7e7d9-7c97-41b4-b01e-d51007af454d), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:55.474230 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 47024) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:16:55.531117 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c4352522-1a19-469f-b2b4-d591af7f5702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (d8d7e7d9-7c97-41b4-b01e-d51007af454d), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:55.533739 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c4352522-1a19-469f-b2b4-d591af7f5702 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:55.534954 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-c4352522-1a19-469f-b2b4-d591af7f5702 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d8d7e7d9-7c97-41b4-b01e-d51007af454d HTTP/1.1" status: 204 len: 168 time: 0.2609720 Mar 02 17:16:55.542859 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4352522-1a19-469f-b2b4-d591af7f5702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d7e7d9-7c97-41b4-b01e-d51007af454d,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:16:55.833033 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5b1e27ad-e320-43e0-84b1-2c1014123a49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:55.926911 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5b1e27ad-e320-43e0-84b1-2c1014123a49 admin admin] Publish callbacks [] for security_group (5ad7b6cb-c041-496f-801d-5fe9f3864abd), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:56.018257 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5b1e27ad-e320-43e0-84b1-2c1014123a49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (5ad7b6cb-c041-496f-801d-5fe9f3864abd), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:56.092052 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-5b1e27ad-e320-43e0-84b1-2c1014123a49 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1919bee51ee44622909b33bb5749b948&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6148405 Mar 02 17:16:56.092832 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1e27ad-e320-43e0-84b1-2c1014123a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad7b6cb-c041-496f-801d-5fe9f3864abd,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:16:56.093999 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 47052) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:16:56.128381 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000eb21a-353f-4fd3-9d51-ef8afc4d941d req-e2f9e318-94e6-4316-b6c4-7e698eb4036f tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:56.130439 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-000eb21a-353f-4fd3-9d51-ef8afc4d941d req-e2f9e318-94e6-4316-b6c4-7e698eb4036f tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4081c5a4-d3d8-4855-87a3-25860d7f4961 HTTP/1.1" status: 200 len: 945 time: 0.1160562 Mar 02 17:16:56.156087 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-706b212e-83a3-4d38-919c-96d1c6a32a63 admin admin] Publish callbacks [] for security_group (5ad7b6cb-c041-496f-801d-5fe9f3864abd), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:56.207888 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-706b212e-83a3-4d38-919c-96d1c6a32a63 admin admin] Publish callbacks [] for security_group (5ad7b6cb-c041-496f-801d-5fe9f3864abd), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:56.213369 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-000eb21a-353f-4fd3-9d51-ef8afc4d941d req-1780abf6-8767-4f2f-a2a0-6d0a0c37a092 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755351 Mar 02 17:16:56.323546 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-706b212e-83a3-4d38-919c-96d1c6a32a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (5ad7b6cb-c041-496f-801d-5fe9f3864abd), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:56.326693 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-706b212e-83a3-4d38-919c-96d1c6a32a63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:56.327938 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-706b212e-83a3-4d38-919c-96d1c6a32a63 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5ad7b6cb-c041-496f-801d-5fe9f3864abd HTTP/1.1" status: 204 len: 168 time: 0.2324266 Mar 02 17:16:56.337536 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706b212e-83a3-4d38-919c-96d1c6a32a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad7b6cb-c041-496f-801d-5fe9f3864abd,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:16:57.359557 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67541ee0-dfe8-408d-91d2-caedf584fb59 req-55909918-a9ab-4bdc-848b-f2a5b62968ee tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:57.362207 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-67541ee0-dfe8-408d-91d2-caedf584fb59 req-55909918-a9ab-4bdc-848b-f2a5b62968ee tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4081c5a4-d3d8-4855-87a3-25860d7f4961 HTTP/1.1" status: 200 len: 945 time: 0.0696175 Mar 02 17:16:57.368620 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 47102) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:16:57.389736 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-75a7293d-4494-4c4a-a8f2-28386cff5244 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:57.453910 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-67541ee0-dfe8-408d-91d2-caedf584fb59 req-58d8cf20-51e7-46ea-9185-2e1a09683ae2 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764971 Mar 02 17:16:57.523260 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-75a7293d-4494-4c4a-a8f2-28386cff5244 admin admin] Publish callbacks [] for security_group (f8d59b6a-224a-4c9d-8bc0-7e14fe8470d7), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:57.593698 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-75a7293d-4494-4c4a-a8f2-28386cff5244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (f8d59b6a-224a-4c9d-8bc0-7e14fe8470d7), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:57.643234 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-75a7293d-4494-4c4a-a8f2-28386cff5244 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=85cd81e13e31446b9fa8398241296030&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2734435 Mar 02 17:16:57.645891 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 47110) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:16:57.650802 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a7293d-4494-4c4a-a8f2-28386cff5244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d59b6a-224a-4c9d-8bc0-7e14fe8470d7,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:16:57.706039 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-42e4aa09-55c7-4644-ba33-f1bfd6fa616c admin admin] Publish callbacks [] for security_group (f8d59b6a-224a-4c9d-8bc0-7e14fe8470d7), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:57.731888 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-42e4aa09-55c7-4644-ba33-f1bfd6fa616c admin admin] Publish callbacks [] for security_group (f8d59b6a-224a-4c9d-8bc0-7e14fe8470d7), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:57.936735 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-42e4aa09-55c7-4644-ba33-f1bfd6fa616c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (f8d59b6a-224a-4c9d-8bc0-7e14fe8470d7), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:57.939818 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-42e4aa09-55c7-4644-ba33-f1bfd6fa616c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:57.941052 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-42e4aa09-55c7-4644-ba33-f1bfd6fa616c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f8d59b6a-224a-4c9d-8bc0-7e14fe8470d7 HTTP/1.1" status: 204 len: 168 time: 0.2940629 Mar 02 17:16:57.953592 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e4aa09-55c7-4644-ba33-f1bfd6fa616c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d59b6a-224a-4c9d-8bc0-7e14fe8470d7,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:16:58.048856 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 47128) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:16:58.328026 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [None req-5814ae4f-1cad-47b4-9bf7-17fffd9da83f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-72450784-network', 'tenant_id': '37e292fddf124d1e80afd1100940a1ca'}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:16:58.430163 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5814ae4f-1cad-47b4-9bf7-17fffd9da83f admin admin] Made reservation on behalf of 37e292fddf124d1e80afd1100940a1ca for: {'network': 1} {{(pid=103838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:16:58.432631 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5814ae4f-1cad-47b4-9bf7-17fffd9da83f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for network (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:58.443027 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5814ae4f-1cad-47b4-9bf7-17fffd9da83f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:58.535012 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5814ae4f-1cad-47b4-9bf7-17fffd9da83f admin admin] Publish callbacks [] for security_group (a87b5658-3d6d-4251-94e0-db2b1efad5c2), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:58.604492 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f0e3ed-32a3-4c83-892b-af3d436374ec req-76c8455b-5f7d-4a06-820b-dc7ef2c5528a tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:58.606609 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-a6f0e3ed-32a3-4c83-892b-af3d436374ec req-76c8455b-5f7d-4a06-820b-dc7ef2c5528a tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4081c5a4-d3d8-4855-87a3-25860d7f4961 HTTP/1.1" status: 200 len: 945 time: 0.0701935 Mar 02 17:16:58.669147 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-a6f0e3ed-32a3-4c83-892b-af3d436374ec req-7684c8c3-7645-4d0e-9ef0-84367accdb9c tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500655 Mar 02 17:16:58.782338 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5814ae4f-1cad-47b4-9bf7-17fffd9da83f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (a87b5658-3d6d-4251-94e0-db2b1efad5c2), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:58.810384 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5814ae4f-1cad-47b4-9bf7-17fffd9da83f admin admin] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=103838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:16:58.821338 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5814ae4f-1cad-47b4-9bf7-17fffd9da83f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a87b5658-3d6d-4251-94e0-db2b1efad5c2,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:16:58.827884 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5814ae4f-1cad-47b4-9bf7-17fffd9da83f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220699'] for segment (933b69cb-9b5d-476f-bddf-a4d2b8410aed), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:58.828819 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.db.segments_db [None req-5814ae4f-1cad-47b4-9bf7-17fffd9da83f admin admin] Added segment 933b69cb-9b5d-476f-bddf-a4d2b8410aed of type vlan for network ce46a72d-d21b-4b38-8b8c-0e4ac423ac60 Mar 02 17:16:58.876867 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5814ae4f-1cad-47b4-9bf7-17fffd9da83f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757691153484'] for network (ce46a72d-d21b-4b38-8b8c-0e4ac423ac60), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:59.029298 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5814ae4f-1cad-47b4-9bf7-17fffd9da83f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145'] for network (ce46a72d-d21b-4b38-8b8c-0e4ac423ac60), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:59.030966 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5814ae4f-1cad-47b4-9bf7-17fffd9da83f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:59.032066 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5814ae4f-1cad-47b4-9bf7-17fffd9da83f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572135'] for network (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:59.101320 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5814ae4f-1cad-47b4-9bf7-17fffd9da83f admin admin] Pushing event updated for resources: {'Network': ['ID=ce46a72d-d21b-4b38-8b8c-0e4ac423ac60,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:16:59.113763 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Network ce46a72d-d21b-4b38-8b8c-0e4ac423ac60 details requested by agent ovs-agent-dv-cinder-778193-22-iscsi with host dv-cinder-778193-22-iscsi {{(pid=103839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 17:16:59.124116 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 47184) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:16:59.142706 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-e1020aba-d943-4406-a711-9bff9fb1b1ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:59.205682 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-5814ae4f-1cad-47b4-9bf7-17fffd9da83f admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.1598055 Mar 02 17:16:59.206181 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 47186) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:16:59.212720 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-6d10a93d-0f9b-4097-818f-55bc84f0a927 admin admin] Request body: {'subnet': {'network_id': 'ce46a72d-d21b-4b38-8b8c-0e4ac423ac60', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-72450784-subnet', 'tenant_id': '37e292fddf124d1e80afd1100940a1ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:16:59.245582 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-e1020aba-d943-4406-a711-9bff9fb1b1ec admin admin] Publish callbacks [] for security_group (4d19223d-1886-45dc-930b-087d8831502d), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:59.342289 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-e1020aba-d943-4406-a711-9bff9fb1b1ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (4d19223d-1886-45dc-930b-087d8831502d), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:59.342590 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d10a93d-0f9b-4097-818f-55bc84f0a927 admin admin] Made reservation on behalf of 37e292fddf124d1e80afd1100940a1ca for: {'subnet': 1} {{(pid=103837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:16:59.346666 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-6d10a93d-0f9b-4097-818f-55bc84f0a927 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:59.377290 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1020aba-d943-4406-a711-9bff9fb1b1ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d19223d-1886-45dc-930b-087d8831502d,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:16:59.399168 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-e1020aba-d943-4406-a711-9bff9fb1b1ec admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8b17efb639b94220a1ee3192e68072fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2729366 Mar 02 17:16:59.402014 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 47198) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:16:59.475686 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-bdbc2a50-d0ac-495c-a478-4e94b57091dc admin admin] Publish callbacks [] for security_group (4d19223d-1886-45dc-930b-087d8831502d), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:59.507611 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-bdbc2a50-d0ac-495c-a478-4e94b57091dc admin admin] Publish callbacks [] for security_group (4d19223d-1886-45dc-930b-087d8831502d), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:59.628255 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-bdbc2a50-d0ac-495c-a478-4e94b57091dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (4d19223d-1886-45dc-930b-087d8831502d), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:59.633651 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-bdbc2a50-d0ac-495c-a478-4e94b57091dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:59.635216 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-bdbc2a50-d0ac-495c-a478-4e94b57091dc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4d19223d-1886-45dc-930b-087d8831502d HTTP/1.1" status: 204 len: 168 time: 0.2316506 Mar 02 17:16:59.655125 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbc2a50-d0ac-495c-a478-4e94b57091dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d19223d-1886-45dc-930b-087d8831502d,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:16:59.702884 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-6d10a93d-0f9b-4097-818f-55bc84f0a927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145'] for subnet (c10113c3-b56f-44d4-a794-de9636ff3a2b), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:16:59.825527 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d10a93d-0f9b-4097-818f-55bc84f0a927 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c10113c3-b56f-44d4-a794-de9636ff3a2b,revision_number=0']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:16:59.832102 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d10a93d-0f9b-4097-818f-55bc84f0a927 admin admin] Checking segment: {'id': '933b69cb-9b5d-476f-bddf-a4d2b8410aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'ce46a72d-d21b-4b38-8b8c-0e4ac423ac60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 17:16:59.832595 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d10a93d-0f9b-4097-818f-55bc84f0a927 admin admin] Network hostable DHCP agents. Network: ce46a72d-d21b-4b38-8b8c-0e4ac423ac60, hostable agents: ['0060df7f-f835-4890-b25c-3842f545a9d0'], hosted agents: [] {{(pid=103837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:16:59.878473 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94259c36-ec73-4e70-82d6-7cc6d2519e1f req-8f4ad766-c14c-46f3-a327-74fcc7f879ab tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:59.885822 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-94259c36-ec73-4e70-82d6-7cc6d2519e1f req-8f4ad766-c14c-46f3-a327-74fcc7f879ab tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4081c5a4-d3d8-4855-87a3-25860d7f4961 HTTP/1.1" status: 200 len: 945 time: 0.0782952 Mar 02 17:16:59.935690 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-94259c36-ec73-4e70-82d6-7cc6d2519e1f req-f9c155bf-0e17-4297-a2a5-a19ce5dcc2b6 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488958 Mar 02 17:17:00.000607 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d10a93d-0f9b-4097-818f-55bc84f0a927 admin admin] Network ce46a72d-d21b-4b38-8b8c-0e4ac423ac60 is scheduled to be hosted by DHCP agent 0060df7f-f835-4890-b25c-3842f545a9d0 with binding_index 1 {{(pid=103837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:17:00.119407 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.scheduler.base_scheduler [None req-6d10a93d-0f9b-4097-818f-55bc84f0a927 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-22-iscsi, ce46a72d-d21b-4b38-8b8c-0e4ac423ac60) {{(pid=103837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:17:00.131369 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a49295-e3ea-48c0-af69-ac19df1128f7 None None] Network ce46a72d-d21b-4b38-8b8c-0e4ac423ac60 requested from dv-cinder-778193-22-iscsi {{(pid=103839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 17:17:00.136183 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d10a93d-0f9b-4097-818f-55bc84f0a927 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:00.136776 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-6d10a93d-0f9b-4097-818f-55bc84f0a927 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572135'] for subnet (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:00.222091 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-6d10a93d-0f9b-4097-818f-55bc84f0a927 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0144358 Mar 02 17:17:00.305326 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3576b293-dfe4-4415-965c-ccfbfe869f87 None None] Network ce46a72d-d21b-4b38-8b8c-0e4ac423ac60 requested from dv-cinder-778193-22-iscsi {{(pid=103839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 17:17:01.073060 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287ac886-d2dc-4636-9578-5916a4b5fec2 req-a7a469ab-b23f-469f-83ad-c2cf9fc86248 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:01.075298 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-287ac886-d2dc-4636-9578-5916a4b5fec2 req-a7a469ab-b23f-469f-83ad-c2cf9fc86248 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4081c5a4-d3d8-4855-87a3-25860d7f4961 HTTP/1.1" status: 200 len: 945 time: 0.0609605 Mar 02 17:17:01.133921 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-287ac886-d2dc-4636-9578-5916a4b5fec2 req-5480b47c-8a29-4a92-a9f7-a4d9fc4fb73c tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519671 Mar 02 17:17:01.817148 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-b2279686-4dea-4c99-85b7-6c2618f5f7cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (0060df7f-f835-4890-b25c-3842f545a9d0), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:02.303223 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5360bd8-517e-44ed-b7d2-2bd68f48d5a4 req-b1f049da-76ff-448e-a7e6-1ba548616df8 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:02.304729 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-a5360bd8-517e-44ed-b7d2-2bd68f48d5a4 req-b1f049da-76ff-448e-a7e6-1ba548616df8 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4081c5a4-d3d8-4855-87a3-25860d7f4961 HTTP/1.1" status: 200 len: 945 time: 0.0740235 Mar 02 17:17:02.366729 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-a5360bd8-517e-44ed-b7d2-2bd68f48d5a4 req-fc655172-473e-4a4f-a471-9fe647c1f4c7 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548813 Mar 02 17:17:02.657574 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d619dd-5a86-404d-9192-6405f501e75a req-26054472-55b5-4761-bdac-1124f26afd67 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:02.659283 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-b4d619dd-5a86-404d-9192-6405f501e75a req-26054472-55b5-4761-bdac-1124f26afd67 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/networks?id=ce46a72d-d21b-4b38-8b8c-0e4ac423ac60 HTTP/1.1" status: 200 len: 807 time: 0.1318688 Mar 02 17:17:02.677714 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-b4d619dd-5a86-404d-9192-6405f501e75a req-d2834d00-5a34-4653-b25e-70905322243f tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/quotas/37e292fddf124d1e80afd1100940a1ca HTTP/1.1" status: 200 len: 375 time: 0.0121157 Mar 02 17:17:02.716747 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-b4d619dd-5a86-404d-9192-6405f501e75a req-032b18ca-ff73-4d7c-ae29-28d757432919 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=37e292fddf124d1e80afd1100940a1ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334816 Mar 02 17:17:02.815833 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-b4d619dd-5a86-404d-9192-6405f501e75a req-fd744277-f308-4d3c-97e3-23140d56c5a2 service neutron] 10.222.0.55 "GET /v2.0/networks/ce46a72d-d21b-4b38-8b8c-0e4ac423ac60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921786 Mar 02 17:17:02.924772 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-b4d619dd-5a86-404d-9192-6405f501e75a req-fc5b1944-c101-48b8-b2c0-633d0163c29a service neutron] 10.222.0.55 "GET /v2.0/networks/ce46a72d-d21b-4b38-8b8c-0e4ac423ac60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028767 Mar 02 17:17:03.193488 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-a05572a7-d16c-4996-a36e-f398eeeff05c req-1868fe89-a0cb-4e71-8fe9-0e5d7b13ec19 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/ports?device_id=00c54406-4157-47ce-a72a-68f770725acc HTTP/1.1" status: 200 len: 210 time: 0.0285571 Mar 02 17:17:03.491297 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34553739-5afd-4a78-a005-afc9a266748b req-8df70cc4-c7e5-4c9b-8a87-c993f9a13a45 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:03.492788 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-34553739-5afd-4a78-a005-afc9a266748b req-8df70cc4-c7e5-4c9b-8a87-c993f9a13a45 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4081c5a4-d3d8-4855-87a3-25860d7f4961 HTTP/1.1" status: 200 len: 945 time: 0.0555799 Mar 02 17:17:03.542143 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-34553739-5afd-4a78-a005-afc9a266748b req-cb492372-db06-4706-a346-96d77a687812 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425887 Mar 02 17:17:04.062475 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-73362a43-242b-42a7-bae5-7126dfe19f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90b713d5-0d52-4da0-a663-b3b1c9fefb3d), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:04.274455 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c715894b-4e69-4f07-8521-6d07d2918b76 req-328582ae-577e-4d73-84e0-db726883e7d8 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/ports?device_id=00c54406-4157-47ce-a72a-68f770725acc HTTP/1.1" status: 200 len: 210 time: 0.0303121 Mar 02 17:17:04.671597 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d2d2c0-c504-4a4c-830a-2c5fef3ad37c req-e032e765-47bd-45f2-adcd-1b0882b553f6 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:04.673225 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-a7d2d2c0-c504-4a4c-830a-2c5fef3ad37c req-e032e765-47bd-45f2-adcd-1b0882b553f6 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4081c5a4-d3d8-4855-87a3-25860d7f4961 HTTP/1.1" status: 200 len: 945 time: 0.0544236 Mar 02 17:17:04.721675 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-a7d2d2c0-c504-4a4c-830a-2c5fef3ad37c req-09043d2c-8db4-4e1f-b81a-ed987f039cef tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425205 Mar 02 17:17:05.113829 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-7239c76e-3e75-4b64-9028-aed8f891363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (eca5c3a0-ec74-4a2a-a5c6-a62430d93509), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:05.376648 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-035c2ce3-f2e1-4014-b323-bdbf3cf5ae2e req-2bb0c38a-94b8-4af2-a253-fd0d32b6c276 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/ports?device_id=00c54406-4157-47ce-a72a-68f770725acc HTTP/1.1" status: 200 len: 210 time: 0.0312853 Mar 02 17:17:05.861119 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65962053-ffe5-459d-8e14-3c3e27734ad1 req-376f6362-b7ef-4894-a3b5-214bae047307 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:05.864313 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-65962053-ffe5-459d-8e14-3c3e27734ad1 req-376f6362-b7ef-4894-a3b5-214bae047307 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4081c5a4-d3d8-4855-87a3-25860d7f4961 HTTP/1.1" status: 200 len: 945 time: 0.0674584 Mar 02 17:17:05.926151 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-65962053-ffe5-459d-8e14-3c3e27734ad1 req-e6bb982c-dd0f-47d0-a835-77cebf7f4dbe tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560169 Mar 02 17:17:06.222003 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d619dd-5a86-404d-9192-6405f501e75a req-4fc89435-06f4-43bc-aa45-c1af2e1618c4 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:06.223907 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-b4d619dd-5a86-404d-9192-6405f501e75a req-4fc89435-06f4-43bc-aa45-c1af2e1618c4 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.49 "GET /v2.0/networks?id=ce46a72d-d21b-4b38-8b8c-0e4ac423ac60 HTTP/1.1" status: 200 len: 807 time: 0.1257339 Mar 02 17:17:06.240968 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [req-b4d619dd-5a86-404d-9192-6405f501e75a req-e564e705-5a2d-42ff-864c-cd06957b8870 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Request body: {'port': {'device_id': '00c54406-4157-47ce-a72a-68f770725acc', 'network_id': 'ce46a72d-d21b-4b38-8b8c-0e4ac423ac60', 'admin_state_up': True, 'tenant_id': '37e292fddf124d1e80afd1100940a1ca'}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:17:06.491285 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-f8f55d5a-b623-4b76-82b9-0ccb53e77bd8 req-15a3b103-4681-468e-ae44-7c095dd858a4 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/ports?device_id=00c54406-4157-47ce-a72a-68f770725acc HTTP/1.1" status: 200 len: 210 time: 0.0367255 Mar 02 17:17:06.514096 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4d619dd-5a86-404d-9192-6405f501e75a req-e564e705-5a2d-42ff-864c-cd06957b8870 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Made reservation on behalf of 37e292fddf124d1e80afd1100940a1ca for: {'port': 1} {{(pid=103838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:17:06.520984 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-b4d619dd-5a86-404d-9192-6405f501e75a req-e564e705-5a2d-42ff-864c-cd06957b8870 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:06.788546 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-765bf0ac-d167-416d-8fe2-638e582454ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (aac89579-4eb6-45c8-861e-e37bc0c26bf3), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:06.848486 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.agents_db [None req-2c4e262f-840f-46f3-949a-97bfddff46e9 None None] Agent healthcheck: found 6 active agents {{(pid=103840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 17:17:06.936637 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.db_base_plugin_common [req-b4d619dd-5a86-404d-9192-6405f501e75a req-e564e705-5a2d-42ff-864c-cd06957b8870 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Allocated IP 172.20.0.6 (ce46a72d-d21b-4b38-8b8c-0e4ac423ac60/c10113c3-b56f-44d4-a794-de9636ff3a2b/1e0a1354-b771-4c81-900c-a2d7c8816a7f) {{(pid=103838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:17:07.127060 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0193ee7-21bf-43bc-b1bc-5bb3a9ffadf8 req-0db9a381-ea12-4840-ae7a-8d1ecb1a28d9 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:07.128586 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e0193ee7-21bf-43bc-b1bc-5bb3a9ffadf8 req-0db9a381-ea12-4840-ae7a-8d1ecb1a28d9 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4081c5a4-d3d8-4855-87a3-25860d7f4961 HTTP/1.1" status: 200 len: 945 time: 0.0906990 Mar 02 17:17:07.149022 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-b4d619dd-5a86-404d-9192-6405f501e75a req-e564e705-5a2d-42ff-864c-cd06957b8870 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Publish callbacks [] for port (1e0a1354-b771-4c81-900c-a2d7c8816a7f), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:07.215725 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e0193ee7-21bf-43bc-b1bc-5bb3a9ffadf8 req-c496772b-dab6-468b-aa24-0a37a60a723b tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698814 Mar 02 17:17:07.275454 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-b4d619dd-5a86-404d-9192-6405f501e75a req-e564e705-5a2d-42ff-864c-cd06957b8870 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757691134181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26691326'] for port (1e0a1354-b771-4c81-900c-a2d7c8816a7f), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:07.323725 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4d619dd-5a86-404d-9192-6405f501e75a req-e564e705-5a2d-42ff-864c-cd06957b8870 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Network ce46a72d-d21b-4b38-8b8c-0e4ac423ac60 is already hosted by enough agents. {{(pid=103838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:17:07.328667 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.base_scheduler [req-b4d619dd-5a86-404d-9192-6405f501e75a req-e564e705-5a2d-42ff-864c-cd06957b8870 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Resources bound (agent type, host, resource id): {{(pid=103838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:17:07.335604 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4d619dd-5a86-404d-9192-6405f501e75a req-e564e705-5a2d-42ff-864c-cd06957b8870 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Received port after_create {{(pid=103838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 17:17:07.361156 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e564e705-5a2d-42ff-864c-cd06957b8870 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Pushing event updated for resources: {'Port': ['ID=1e0a1354-b771-4c81-900c-a2d7c8816a7f,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:17:07.390585 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d619dd-5a86-404d-9192-6405f501e75a req-e564e705-5a2d-42ff-864c-cd06957b8870 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:07.391201 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-b4d619dd-5a86-404d-9192-6405f501e75a req-e564e705-5a2d-42ff-864c-cd06957b8870 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021714'] for port (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:07.482551 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-b4d619dd-5a86-404d-9192-6405f501e75a req-e564e705-5a2d-42ff-864c-cd06957b8870 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2461157 Mar 02 17:17:07.494935 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [req-b4d619dd-5a86-404d-9192-6405f501e75a req-027b4c76-3c31-415e-8c7f-a41e3b6569ec service neutron] Request body: {'port': {'device_id': '00c54406-4157-47ce-a72a-68f770725acc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:17:07.566118 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-b4d619dd-5a86-404d-9192-6405f501e75a req-027b4c76-3c31-415e-8c7f-a41e3b6569ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (1e0a1354-b771-4c81-900c-a2d7c8816a7f), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:07.723161 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feadf5f-a77c-4c99-a453-35493b9dcbc8 req-74bc3ec0-25cc-45ce-9efd-4fb7376f35a4 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:07.724697 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0feadf5f-a77c-4c99-a453-35493b9dcbc8 req-74bc3ec0-25cc-45ce-9efd-4fb7376f35a4 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/ports?device_id=00c54406-4157-47ce-a72a-68f770725acc HTTP/1.1" status: 200 len: 931 time: 0.1490026 Mar 02 17:17:07.841559 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0feadf5f-a77c-4c99-a453-35493b9dcbc8 req-36bc3c25-6319-4f37-9394-6cb8c5d43837 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/security-groups?id=a87b5658-3d6d-4251-94e0-db2b1efad5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078391 Mar 02 17:17:07.941806 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [req-b4d619dd-5a86-404d-9192-6405f501e75a req-027b4c76-3c31-415e-8c7f-a41e3b6569ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e0a1354-b771-4c81-900c-a2d7c8816a7f {{(pid=103838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 17:17:07.951748 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-b4d619dd-5a86-404d-9192-6405f501e75a req-027b4c76-3c31-415e-8c7f-a41e3b6569ec service neutron] Publish callbacks [] for port (1e0a1354-b771-4c81-900c-a2d7c8816a7f), precommit_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:07.967030 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [req-b4d619dd-5a86-404d-9192-6405f501e75a req-027b4c76-3c31-415e-8c7f-a41e3b6569ec service neutron] Transition to ACTIVE for port object 1e0a1354-b771-4c81-900c-a2d7c8816a7f will not be triggered until provisioned by entity L2. {{(pid=103838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 17:17:08.033998 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-b4d619dd-5a86-404d-9192-6405f501e75a req-027b4c76-3c31-415e-8c7f-a41e3b6569ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26691319'] for port (1e0a1354-b771-4c81-900c-a2d7c8816a7f), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:08.107585 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027b4c76-3c31-415e-8c7f-a41e3b6569ec service neutron] Pushing event updated for resources: {'Port': ['ID=1e0a1354-b771-4c81-900c-a2d7c8816a7f,revision_number=2']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:17:08.222273 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90356b9b-9a55-4227-ace0-d1fc01a5475f), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:08.226442 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [req-b4d619dd-5a86-404d-9192-6405f501e75a req-027b4c76-3c31-415e-8c7f-a41e3b6569ec service neutron] Attempting to bind port 1e0a1354-b771-4c81-900c-a2d7c8816a7f on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 17:17:08.227006 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [req-b4d619dd-5a86-404d-9192-6405f501e75a req-027b4c76-3c31-415e-8c7f-a41e3b6569ec service neutron] Attempting to bind port 1e0a1354-b771-4c81-900c-a2d7c8816a7f by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '933b69cb-9b5d-476f-bddf-a4d2b8410aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'ce46a72d-d21b-4b38-8b8c-0e4ac423ac60'}] {{(pid=103838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 17:17:08.228129 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d619dd-5a86-404d-9192-6405f501e75a req-027b4c76-3c31-415e-8c7f-a41e3b6569ec service neutron] Attempting to bind port 1e0a1354-b771-4c81-900c-a2d7c8816a7f on network ce46a72d-d21b-4b38-8b8c-0e4ac423ac60 {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 17:17:08.239807 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d619dd-5a86-404d-9192-6405f501e75a req-027b4c76-3c31-415e-8c7f-a41e3b6569ec service neutron] Port 1e0a1354-b771-4c81-900c-a2d7c8816a7f on network ce46a72d-d21b-4b38-8b8c-0e4ac423ac60 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 17:17:08.240559 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d619dd-5a86-404d-9192-6405f501e75a req-027b4c76-3c31-415e-8c7f-a41e3b6569ec service neutron] Attempting to bind port 1e0a1354-b771-4c81-900c-a2d7c8816a7f on network ce46a72d-d21b-4b38-8b8c-0e4ac423ac60 {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 17:17:08.251807 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d619dd-5a86-404d-9192-6405f501e75a req-027b4c76-3c31-415e-8c7f-a41e3b6569ec service neutron] Checking agent: {'id': 'dbb67c4d-7aa5-4acf-82b3-541c1cabd3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 13), 'started_at': datetime.datetime(2022, 3, 2, 17, 13, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 17:17:08.252241 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d619dd-5a86-404d-9192-6405f501e75a req-027b4c76-3c31-415e-8c7f-a41e3b6569ec service neutron] Checking segment: {'id': '933b69cb-9b5d-476f-bddf-a4d2b8410aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'ce46a72d-d21b-4b38-8b8c-0e4ac423ac60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 17:17:08.258164 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d619dd-5a86-404d-9192-6405f501e75a req-027b4c76-3c31-415e-8c7f-a41e3b6569ec service neutron] Bound using segment: {'id': '933b69cb-9b5d-476f-bddf-a4d2b8410aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'ce46a72d-d21b-4b38-8b8c-0e4ac423ac60'} {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 17:17:08.258164 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [req-b4d619dd-5a86-404d-9192-6405f501e75a req-027b4c76-3c31-415e-8c7f-a41e3b6569ec service neutron] Bound port: 1e0a1354-b771-4c81-900c-a2d7c8816a7f, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '933b69cb-9b5d-476f-bddf-a4d2b8410aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'ce46a72d-d21b-4b38-8b8c-0e4ac423ac60'}}] {{(pid=103838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 17:17:08.258164 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-b4d619dd-5a86-404d-9192-6405f501e75a req-027b4c76-3c31-415e-8c7f-a41e3b6569ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (1e0a1354-b771-4c81-900c-a2d7c8816a7f), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:08.370919 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [req-b4d619dd-5a86-404d-9192-6405f501e75a req-027b4c76-3c31-415e-8c7f-a41e3b6569ec service neutron] For port 1e0a1354-b771-4c81-900c-a2d7c8816a7f, host hv-cinder-77819, cleared binding levels {{(pid=103838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:17:08.375205 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [req-b4d619dd-5a86-404d-9192-6405f501e75a req-027b4c76-3c31-415e-8c7f-a41e3b6569ec service neutron] For port 1e0a1354-b771-4c81-900c-a2d7c8816a7f, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=1e0a1354-b771-4c81-900c-a2d7c8816a7f,segment=NetworkSegment(933b69cb-9b5d-476f-bddf-a4d2b8410aed),segment_id=933b69cb-9b5d-476f-bddf-a4d2b8410aed)] {{(pid=103838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:17:08.391293 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21e994c-4876-4989-96e3-f4d18cf5288e req-8dab513e-d09d-4387-8ed7-7186d9c6feb0 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:08.393102 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e21e994c-4876-4989-96e3-f4d18cf5288e req-8dab513e-d09d-4387-8ed7-7186d9c6feb0 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4081c5a4-d3d8-4855-87a3-25860d7f4961 HTTP/1.1" status: 200 len: 945 time: 0.0880847 Mar 02 17:17:08.441520 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-b4d619dd-5a86-404d-9192-6405f501e75a req-027b4c76-3c31-415e-8c7f-a41e3b6569ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26691319'] for port (1e0a1354-b771-4c81-900c-a2d7c8816a7f), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:08.479677 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e21e994c-4876-4989-96e3-f4d18cf5288e req-7e4b04b7-0349-4886-8f3d-35d030b394f1 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784230 Mar 02 17:17:08.494044 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d619dd-5a86-404d-9192-6405f501e75a req-027b4c76-3c31-415e-8c7f-a41e3b6569ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:08.494762 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-b4d619dd-5a86-404d-9192-6405f501e75a req-027b4c76-3c31-415e-8c7f-a41e3b6569ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021714'] for port (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:08.496415 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-b4d619dd-5a86-404d-9192-6405f501e75a req-027b4c76-3c31-415e-8c7f-a41e3b6569ec service neutron] 10.222.0.49 "PUT /v2.0/ports/1e0a1354-b771-4c81-900c-a2d7c8816a7f HTTP/1.1" status: 200 len: 1093 time: 1.0065446 Mar 02 17:17:08.496897 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00c54406-4157-47ce-a72a-68f770725acc', 'tag': '1e0a1354-b771-4c81-900c-a2d7c8816a7f'}] {{(pid=103838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 17:17:08.502836 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7c8e0f7c7170b606f581d652a183e77a47547618c5f9292d8eb62f06a367e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e22374-5cc0-4538-9725-7700b99dd48c" -d '{"events": [{"name": "network-changed", "server_uuid": "00c54406-4157-47ce-a72a-68f770725acc", "tag": "1e0a1354-b771-4c81-900c-a2d7c8816a7f"}]}' {{(pid=103838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 17:17:08.537179 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027b4c76-3c31-415e-8c7f-a41e3b6569ec service neutron] Pushing event updated for resources: {'Port': ['ID=1e0a1354-b771-4c81-900c-a2d7c8816a7f,revision_number=3']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:17:08.555742 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 17:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f901a68d-24f8-42a1-90f0-84f1f31b86ea x-openstack-request-id: req-f901a68d-24f8-42a1-90f0-84f1f31b86ea {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 17:17:08.556041 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00c54406-4157-47ce-a72a-68f770725acc", "tag": "1e0a1354-b771-4c81-900c-a2d7c8816a7f", "status": "completed", "code": 200}]} {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 17:17:08.556303 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f901a68d-24f8-42a1-90f0-84f1f31b86ea {{(pid=103838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 17:17:08.556711 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00c54406-4157-47ce-a72a-68f770725acc', 'tag': '1e0a1354-b771-4c81-900c-a2d7c8816a7f', 'status': 'completed', 'code': 200} Mar 02 17:17:08.631104 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e22374-5cc0-4538-9725-7700b99dd48c req-d1d6ff7f-8d03-4caa-861a-e788c0dbd0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:08.632661 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-a9e22374-5cc0-4538-9725-7700b99dd48c req-d1d6ff7f-8d03-4caa-861a-e788c0dbd0a7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=37e292fddf124d1e80afd1100940a1ca&device_id=00c54406-4157-47ce-a72a-68f770725acc HTTP/1.1" status: 200 len: 1127 time: 0.0536659 Mar 02 17:17:08.764109 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e22374-5cc0-4538-9725-7700b99dd48c req-0ecb94ba-5833-4a20-a675-c933adfddcec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:08.765489 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-a9e22374-5cc0-4538-9725-7700b99dd48c req-0ecb94ba-5833-4a20-a675-c933adfddcec service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=37e292fddf124d1e80afd1100940a1ca&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1161795 Mar 02 17:17:08.776712 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 47550) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:17:08.876876 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e22374-5cc0-4538-9725-7700b99dd48c req-34f0dd7d-b7e2-49e5-9888-fc0a102ec56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:08.878567 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-a9e22374-5cc0-4538-9725-7700b99dd48c req-34f0dd7d-b7e2-49e5-9888-fc0a102ec56f service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1064620 Mar 02 17:17:08.949817 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-6497444e-23af-4c0a-ad24-f0ca68fa5c5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:09.030858 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-6497444e-23af-4c0a-ad24-f0ca68fa5c5f admin admin] Publish callbacks [] for security_group (9e1739d3-3c51-4eb6-9c47-f6ea1e2dc442), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:09.045909 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d619dd-5a86-404d-9192-6405f501e75a req-675e20b9-dcf6-4cef-ab99-9914d8617ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:09.047426 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-b4d619dd-5a86-404d-9192-6405f501e75a req-675e20b9-dcf6-4cef-ab99-9914d8617ce0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=37e292fddf124d1e80afd1100940a1ca&device_id=00c54406-4157-47ce-a72a-68f770725acc HTTP/1.1" status: 200 len: 1127 time: 0.1253932 Mar 02 17:17:09.063165 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4e1b89-4994-469d-a528-beb8a287dbfb req-8c768d6f-1cc8-401a-b5d1-89a1453f3679 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:09.064769 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-ec4e1b89-4994-469d-a528-beb8a287dbfb req-8c768d6f-1cc8-401a-b5d1-89a1453f3679 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/ports?device_id=00c54406-4157-47ce-a72a-68f770725acc HTTP/1.1" status: 200 len: 943 time: 0.0956693 Mar 02 17:17:09.107537 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-6497444e-23af-4c0a-ad24-f0ca68fa5c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (9e1739d3-3c51-4eb6-9c47-f6ea1e2dc442), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:09.114373 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-b4d619dd-5a86-404d-9192-6405f501e75a req-6dfdb130-93fe-47b9-9e32-21f465c5b723 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e0a1354-b771-4c81-900c-a2d7c8816a7f HTTP/1.1" status: 200 len: 217 time: 0.0486040 Mar 02 17:17:09.148015 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6497444e-23af-4c0a-ad24-f0ca68fa5c5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e1739d3-3c51-4eb6-9c47-f6ea1e2dc442,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:17:09.154939 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-6497444e-23af-4c0a-ad24-f0ca68fa5c5f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=65bb24792f3f4f9bb6204bcb4e65214b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3764358 Mar 02 17:17:09.157373 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 47558) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:17:09.186087 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-ec4e1b89-4994-469d-a528-beb8a287dbfb req-66392155-5fb6-445f-9399-737114453cba tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/security-groups?id=a87b5658-3d6d-4251-94e0-db2b1efad5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145632 Mar 02 17:17:09.197115 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d619dd-5a86-404d-9192-6405f501e75a req-32d4a908-853f-4025-8544-929902b7795b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:09.198898 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-b4d619dd-5a86-404d-9192-6405f501e75a req-32d4a908-853f-4025-8544-929902b7795b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c10113c3-b56f-44d4-a794-de9636ff3a2b HTTP/1.1" status: 200 len: 847 time: 0.0755453 Mar 02 17:17:09.221549 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-d1003273-2197-4873-b751-94f7284b32e9 admin admin] Publish callbacks [] for security_group (9e1739d3-3c51-4eb6-9c47-f6ea1e2dc442), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:09.241266 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-b4d619dd-5a86-404d-9192-6405f501e75a req-5743dfe4-3c34-4512-b6ed-b75e2ff2b8ee service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ce46a72d-d21b-4b38-8b8c-0e4ac423ac60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347598 Mar 02 17:17:09.250550 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-d1003273-2197-4873-b751-94f7284b32e9 admin admin] Publish callbacks [] for security_group (9e1739d3-3c51-4eb6-9c47-f6ea1e2dc442), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:09.344581 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-b4d619dd-5a86-404d-9192-6405f501e75a req-f392ef6d-7fd7-4e19-bd08-69a8030a459c service neutron] 10.222.0.49 "GET /v2.0/networks/ce46a72d-d21b-4b38-8b8c-0e4ac423ac60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952773 Mar 02 17:17:09.376708 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-d1003273-2197-4873-b751-94f7284b32e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (9e1739d3-3c51-4eb6-9c47-f6ea1e2dc442), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:09.379388 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-d1003273-2197-4873-b751-94f7284b32e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:09.380568 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-d1003273-2197-4873-b751-94f7284b32e9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9e1739d3-3c51-4eb6-9c47-f6ea1e2dc442 HTTP/1.1" status: 204 len: 168 time: 0.2220232 Mar 02 17:17:09.392157 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1003273-2197-4873-b751-94f7284b32e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e1739d3-3c51-4eb6-9c47-f6ea1e2dc442,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:17:09.476195 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-b4d619dd-5a86-404d-9192-6405f501e75a req-05e499f0-6fd7-4c81-8915-f56afb192815 service neutron] 10.222.0.49 "GET /v2.0/networks/ce46a72d-d21b-4b38-8b8c-0e4ac423ac60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256323 Mar 02 17:17:09.643897 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9177a91c-c14d-4864-82ad-629293bb7140 req-e3eb7340-27a3-464b-b3b5-b91eb7f3bd53 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:09.645642 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-9177a91c-c14d-4864-82ad-629293bb7140 req-e3eb7340-27a3-464b-b3b5-b91eb7f3bd53 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4081c5a4-d3d8-4855-87a3-25860d7f4961 HTTP/1.1" status: 200 len: 945 time: 0.0751445 Mar 02 17:17:09.709567 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-9177a91c-c14d-4864-82ad-629293bb7140 req-e4ca4451-572b-41a4-b3f9-02a5b40cfe37 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559270 Mar 02 17:17:10.314177 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d178f-a8c6-49e2-ab9b-62e5819f481c req-0674e1bc-e7e3-4d8b-9679-fc4989e897cd tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:10.316691 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-875d178f-a8c6-49e2-ab9b-62e5819f481c req-0674e1bc-e7e3-4d8b-9679-fc4989e897cd tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/ports?device_id=00c54406-4157-47ce-a72a-68f770725acc HTTP/1.1" status: 200 len: 943 time: 0.0603952 Mar 02 17:17:10.378436 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-875d178f-a8c6-49e2-ab9b-62e5819f481c req-4ea67e21-adda-407e-8c8f-bf0c1e6ac366 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/security-groups?id=a87b5658-3d6d-4251-94e0-db2b1efad5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541587 Mar 02 17:17:10.475876 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 47610) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:17:10.619510 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-625d9e01-5fb4-49d9-8e42-de84ef27c374 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:10.701628 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 47616) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:17:10.712414 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-625d9e01-5fb4-49d9-8e42-de84ef27c374 admin admin] Publish callbacks [] for security_group (ef06e6b1-3d25-42d6-9ca0-4e57fe68d73e), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:10.759927 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-625d9e01-5fb4-49d9-8e42-de84ef27c374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (ef06e6b1-3d25-42d6-9ca0-4e57fe68d73e), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:10.813609 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625d9e01-5fb4-49d9-8e42-de84ef27c374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef06e6b1-3d25-42d6-9ca0-4e57fe68d73e,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:17:10.819834 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-625d9e01-5fb4-49d9-8e42-de84ef27c374 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d73197ad27d343868f2858f2cc224dcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3425727 Mar 02 17:17:10.822780 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 47626) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:17:10.901624 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [None req-681f7411-5f29-4953-9735-99f3ca9fcb0f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-797124420-network', 'tenant_id': 'd37c5cf4d963481685e2d41519bfe2ff'}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:17:10.950895 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-3b5756a2-7c67-445e-a5c2-ea89f06e0a8c admin admin] Publish callbacks [] for security_group (ef06e6b1-3d25-42d6-9ca0-4e57fe68d73e), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:10.960791 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bf722f-9b92-4818-9aeb-37ce6b6e128c req-5377de35-92d4-43f0-a660-8f3061efdfa7 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:10.962363 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e7bf722f-9b92-4818-9aeb-37ce6b6e128c req-5377de35-92d4-43f0-a660-8f3061efdfa7 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4081c5a4-d3d8-4855-87a3-25860d7f4961 HTTP/1.1" status: 200 len: 945 time: 0.1124759 Mar 02 17:17:11.001910 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-3b5756a2-7c67-445e-a5c2-ea89f06e0a8c admin admin] Publish callbacks [] for security_group (ef06e6b1-3d25-42d6-9ca0-4e57fe68d73e), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:11.006615 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-681f7411-5f29-4953-9735-99f3ca9fcb0f admin admin] Made reservation on behalf of d37c5cf4d963481685e2d41519bfe2ff for: {'network': 1} {{(pid=103838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:17:11.008936 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-681f7411-5f29-4953-9735-99f3ca9fcb0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for network (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:11.037768 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-681f7411-5f29-4953-9735-99f3ca9fcb0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:11.084402 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e7bf722f-9b92-4818-9aeb-37ce6b6e128c req-083bf529-285e-4c53-8fde-49975a2a8bc5 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131284 Mar 02 17:17:11.179185 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-3b5756a2-7c67-445e-a5c2-ea89f06e0a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (ef06e6b1-3d25-42d6-9ca0-4e57fe68d73e), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:11.181502 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-3b5756a2-7c67-445e-a5c2-ea89f06e0a8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:11.182727 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-3b5756a2-7c67-445e-a5c2-ea89f06e0a8c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ef06e6b1-3d25-42d6-9ca0-4e57fe68d73e HTTP/1.1" status: 204 len: 168 time: 0.3585510 Mar 02 17:17:11.205395 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5756a2-7c67-445e-a5c2-ea89f06e0a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef06e6b1-3d25-42d6-9ca0-4e57fe68d73e,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:17:11.251049 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-681f7411-5f29-4953-9735-99f3ca9fcb0f admin admin] Publish callbacks [] for security_group (aae85e0a-c103-4ddd-81a2-76fd14f89f6d), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:11.365072 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-681f7411-5f29-4953-9735-99f3ca9fcb0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (aae85e0a-c103-4ddd-81a2-76fd14f89f6d), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:11.404753 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-681f7411-5f29-4953-9735-99f3ca9fcb0f admin admin] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=103838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:17:11.422035 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681f7411-5f29-4953-9735-99f3ca9fcb0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aae85e0a-c103-4ddd-81a2-76fd14f89f6d,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:17:11.442620 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-681f7411-5f29-4953-9735-99f3ca9fcb0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220699'] for segment (e79ee02c-f592-41ea-9c45-0cb60a387a0c), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:11.442966 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.db.segments_db [None req-681f7411-5f29-4953-9735-99f3ca9fcb0f admin admin] Added segment e79ee02c-f592-41ea-9c45-0cb60a387a0c of type vlan for network 42175756-6c19-4b6c-8f7a-d34501eaadbb Mar 02 17:17:11.527315 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-681f7411-5f29-4953-9735-99f3ca9fcb0f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757691153484'] for network (42175756-6c19-4b6c-8f7a-d34501eaadbb), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:11.602761 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d481bb-58b2-4ff9-a466-08ad882e5e49 req-80faf419-a480-4663-81d2-d6aacbc47b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:11.604823 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-14d481bb-58b2-4ff9-a466-08ad882e5e49 req-80faf419-a480-4663-81d2-d6aacbc47b64 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=972279b7457f4e0fa6d7b4d953912711&device_id=4081c5a4-d3d8-4855-87a3-25860d7f4961 HTTP/1.1" status: 200 len: 1129 time: 0.1264732 Mar 02 17:17:11.621863 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada2dc1-2ee9-42a1-8d0d-f80a798028b3 req-58aa0721-9a8f-4a72-b2e3-253a4ae51924 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:11.623468 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-3ada2dc1-2ee9-42a1-8d0d-f80a798028b3 req-58aa0721-9a8f-4a72-b2e3-253a4ae51924 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/ports?device_id=00c54406-4157-47ce-a72a-68f770725acc HTTP/1.1" status: 200 len: 943 time: 0.1018066 Mar 02 17:17:11.718042 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-681f7411-5f29-4953-9735-99f3ca9fcb0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145'] for network (42175756-6c19-4b6c-8f7a-d34501eaadbb), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:11.718906 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681f7411-5f29-4953-9735-99f3ca9fcb0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:11.719512 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-681f7411-5f29-4953-9735-99f3ca9fcb0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572135'] for network (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:11.793997 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-3ada2dc1-2ee9-42a1-8d0d-f80a798028b3 req-6cc22dcc-7249-4519-b129-85613f01ea8a tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/security-groups?id=a87b5658-3d6d-4251-94e0-db2b1efad5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630640 Mar 02 17:17:11.823510 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681f7411-5f29-4953-9735-99f3ca9fcb0f admin admin] Pushing event updated for resources: {'Network': ['ID=42175756-6c19-4b6c-8f7a-d34501eaadbb,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:17:11.850893 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Network 42175756-6c19-4b6c-8f7a-d34501eaadbb details requested by agent ovs-agent-dv-cinder-778193-22-iscsi with host dv-cinder-778193-22-iscsi {{(pid=103839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 17:17:11.862221 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d481bb-58b2-4ff9-a466-08ad882e5e49 req-622dc607-7220-4775-9a97-86e95ec41ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:11.865008 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-14d481bb-58b2-4ff9-a466-08ad882e5e49 req-622dc607-7220-4775-9a97-86e95ec41ddc service neutron] 10.222.0.49 "GET /v2.0/networks?id=ef02e7c1-3825-40da-8301-7b2b393305d9 HTTP/1.1" status: 200 len: 920 time: 0.2322400 Mar 02 17:17:11.923588 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-681f7411-5f29-4953-9735-99f3ca9fcb0f admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2204947 Mar 02 17:17:11.927490 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 47664) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:17:11.932092 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-14d481bb-58b2-4ff9-a466-08ad882e5e49 req-d2dac393-bb46-456d-9b1e-469149f1d0cc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a256a90-0d43-4274-8693-d4c1c406c0a5 HTTP/1.1" status: 200 len: 217 time: 0.0593228 Mar 02 17:17:11.934429 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-8fb605bb-5b90-405a-9f40-28aa0645d38d admin admin] Request body: {'subnet': {'network_id': '42175756-6c19-4b6c-8f7a-d34501eaadbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-797124420-subnet', 'tenant_id': 'd37c5cf4d963481685e2d41519bfe2ff', 'ip_version': 4}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:17:12.006232 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d481bb-58b2-4ff9-a466-08ad882e5e49 req-90c3994f-06eb-4c0e-bfd2-8f43879b59d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:12.007767 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-14d481bb-58b2-4ff9-a466-08ad882e5e49 req-90c3994f-06eb-4c0e-bfd2-8f43879b59d3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=af473c7a-b242-4124-a285-d83fb26df936 HTTP/1.1" status: 200 len: 859 time: 0.0696480 Mar 02 17:17:12.039093 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb605bb-5b90-405a-9f40-28aa0645d38d admin admin] Made reservation on behalf of d37c5cf4d963481685e2d41519bfe2ff for: {'subnet': 1} {{(pid=103837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:17:12.041404 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-8fb605bb-5b90-405a-9f40-28aa0645d38d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:12.049505 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-14d481bb-58b2-4ff9-a466-08ad882e5e49 req-f54ac3e5-ee10-4e0c-8d22-4098c4cac311 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ef02e7c1-3825-40da-8301-7b2b393305d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352545 Mar 02 17:17:12.188830 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-14d481bb-58b2-4ff9-a466-08ad882e5e49 req-fbbb397f-6863-4432-9d2e-5479d9ded89d service neutron] 10.222.0.49 "GET /v2.0/networks/ef02e7c1-3825-40da-8301-7b2b393305d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304429 Mar 02 17:17:12.327395 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76665cf8-ae87-4858-99c1-1d1bcf7ea429 req-c13c6bc5-863b-4676-a2e2-06ec9dbd85df tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:12.329193 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-76665cf8-ae87-4858-99c1-1d1bcf7ea429 req-c13c6bc5-863b-4676-a2e2-06ec9dbd85df tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4081c5a4-d3d8-4855-87a3-25860d7f4961 HTTP/1.1" status: 200 len: 945 time: 0.1325932 Mar 02 17:17:12.348714 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-8fb605bb-5b90-405a-9f40-28aa0645d38d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145'] for subnet (91fb7085-b683-4906-97f3-4841714c8e20), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:12.356650 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-14d481bb-58b2-4ff9-a466-08ad882e5e49 req-16176cf2-59ed-42dc-b35f-5fd3a33493f3 service neutron] 10.222.0.49 "GET /v2.0/networks/ef02e7c1-3825-40da-8301-7b2b393305d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570528 Mar 02 17:17:12.409024 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-76665cf8-ae87-4858-99c1-1d1bcf7ea429 req-85151f15-89c5-4c49-9a11-dad0d707c428 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729766 Mar 02 17:17:12.409908 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb605bb-5b90-405a-9f40-28aa0645d38d admin admin] Pushing event updated for resources: {'Subnet': ['ID=91fb7085-b683-4906-97f3-4841714c8e20,revision_number=0']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:17:12.438553 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb605bb-5b90-405a-9f40-28aa0645d38d admin admin] Checking segment: {'id': 'e79ee02c-f592-41ea-9c45-0cb60a387a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '42175756-6c19-4b6c-8f7a-d34501eaadbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 17:17:12.438553 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb605bb-5b90-405a-9f40-28aa0645d38d admin admin] Network hostable DHCP agents. Network: 42175756-6c19-4b6c-8f7a-d34501eaadbb, hostable agents: ['0060df7f-f835-4890-b25c-3842f545a9d0'], hosted agents: [] {{(pid=103837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:17:12.524977 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb605bb-5b90-405a-9f40-28aa0645d38d admin admin] Network 42175756-6c19-4b6c-8f7a-d34501eaadbb is scheduled to be hosted by DHCP agent 0060df7f-f835-4890-b25c-3842f545a9d0 with binding_index 1 {{(pid=103837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:17:12.639137 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.scheduler.base_scheduler [None req-8fb605bb-5b90-405a-9f40-28aa0645d38d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-22-iscsi, 42175756-6c19-4b6c-8f7a-d34501eaadbb) {{(pid=103837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:17:12.652944 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb605bb-5b90-405a-9f40-28aa0645d38d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:12.654369 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-8fb605bb-5b90-405a-9f40-28aa0645d38d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572135'] for subnet (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:12.660138 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9adf6b7-8ad0-4adf-985e-1e02a5283608 None None] Network 42175756-6c19-4b6c-8f7a-d34501eaadbb requested from dv-cinder-778193-22-iscsi {{(pid=103839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 17:17:12.780867 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4a4095-2461-47df-8c59-98dd8eaf0d76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c41045a-8583-5828-8345-e6f53daf7ae9-42175756-6c19-4b6c-8f7a-d34501eaadbb', 'network_id': '42175756-6c19-4b6c-8f7a-d34501eaadbb', 'project_id': 'd37c5cf4d963481685e2d41519bfe2ff', 'fixed_ips': [{'subnet_id': '91fb7085-b683-4906-97f3-4841714c8e20'}]}} from dv-cinder-778193-22-iscsi. {{(pid=103839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 02 17:17:12.781735 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-9a4a4095-2461-47df-8c59-98dd8eaf0d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (None), before_create {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:12.794312 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-8fb605bb-5b90-405a-9f40-28aa0645d38d admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8642597 Mar 02 17:17:12.797946 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 47686) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:17:12.803472 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [None req-5934b06a-01e7-466c-bac3-5a8da39287b8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-797124420-router', 'tenant_id': 'd37c5cf4d963481685e2d41519bfe2ff', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf'}}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:17:12.946547 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.db_base_plugin_common [None req-9a4a4095-2461-47df-8c59-98dd8eaf0d76 None None] Allocated IP 172.20.0.2 (42175756-6c19-4b6c-8f7a-d34501eaadbb/91fb7085-b683-4906-97f3-4841714c8e20/5143ed93-98d2-4502-ab2b-c0018b71c109) {{(pid=103839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:17:12.972926 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5934b06a-01e7-466c-bac3-5a8da39287b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-760693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4933'] for router (2e5996fc-6372-4b30-a92c-ff6f1594dd63), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:12.974351 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5934b06a-01e7-466c-bac3-5a8da39287b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-758501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760890', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-784051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4924'] for router (2e5996fc-6372-4b30-a92c-ff6f1594dd63), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:13.074809 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4445b5dc-9ec3-4778-9eb7-cc08e4ffd444 req-f228d9d3-3ac8-430f-beae-8846be280b08 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:13.077108 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-4445b5dc-9ec3-4778-9eb7-cc08e4ffd444 req-f228d9d3-3ac8-430f-beae-8846be280b08 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/ports?device_id=00c54406-4157-47ce-a72a-68f770725acc HTTP/1.1" status: 200 len: 943 time: 0.1637321 Mar 02 17:17:13.080316 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5934b06a-01e7-466c-bac3-5a8da39287b8 admin admin] Publish callbacks [] for router_controller (2e5996fc-6372-4b30-a92c-ff6f1594dd63), precommit_add_association {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:13.101327 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (dbb67c4d-7aa5-4acf-82b3-541c1cabd3d2), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:13.127041 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-9a4a4095-2461-47df-8c59-98dd8eaf0d76 None None] Publish callbacks [] for port (5143ed93-98d2-4502-ab2b-c0018b71c109), precommit_create {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:13.139627 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-4445b5dc-9ec3-4778-9eb7-cc08e4ffd444 req-ad2415b1-ec77-4d83-8792-aa1b63ea2d43 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/security-groups?id=a87b5658-3d6d-4251-94e0-db2b1efad5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564969 Mar 02 17:17:13.222644 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-9a4a4095-2461-47df-8c59-98dd8eaf0d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757691134181'] for port (5143ed93-98d2-4502-ab2b-c0018b71c109), after_create {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:13.273625 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4a4095-2461-47df-8c59-98dd8eaf0d76 None None] Network 42175756-6c19-4b6c-8f7a-d34501eaadbb is already hosted by enough agents. {{(pid=103839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:17:13.279283 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.scheduler.base_scheduler [None req-9a4a4095-2461-47df-8c59-98dd8eaf0d76 None None] Resources bound (agent type, host, resource id): {{(pid=103839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:17:13.284765 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4a4095-2461-47df-8c59-98dd8eaf0d76 None None] Received port after_create {{(pid=103839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 17:17:13.321359 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4a4095-2461-47df-8c59-98dd8eaf0d76 None None] Pushing event updated for resources: {'Port': ['ID=5143ed93-98d2-4502-ab2b-c0018b71c109,revision_number=1']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:17:13.325927 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5934b06a-01e7-466c-bac3-5a8da39287b8 admin admin] Publish callbacks [] for router_gateway (2e5996fc-6372-4b30-a92c-ff6f1594dd63), precommit_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:13.348385 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4a4095-2461-47df-8c59-98dd8eaf0d76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:17:13.348756 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4a4095-2461-47df-8c59-98dd8eaf0d76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:17:13.349129 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4a4095-2461-47df-8c59-98dd8eaf0d76 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:17:13.349487 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4a4095-2461-47df-8c59-98dd8eaf0d76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:17:13.349815 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4a4095-2461-47df-8c59-98dd8eaf0d76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:17:13.350194 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4a4095-2461-47df-8c59-98dd8eaf0d76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:17:13.350663 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4a4095-2461-47df-8c59-98dd8eaf0d76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:17:13.351103 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4a4095-2461-47df-8c59-98dd8eaf0d76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:17:13.351569 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4a4095-2461-47df-8c59-98dd8eaf0d76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:17:13.352065 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4a4095-2461-47df-8c59-98dd8eaf0d76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:17:13.352537 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4a4095-2461-47df-8c59-98dd8eaf0d76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:17:13.353014 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4a4095-2461-47df-8c59-98dd8eaf0d76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:17:13.353489 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4a4095-2461-47df-8c59-98dd8eaf0d76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:17:13.373559 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-9a4a4095-2461-47df-8c59-98dd8eaf0d76 None None] Attempting to bind port 5143ed93-98d2-4502-ab2b-c0018b71c109 on host dv-cinder-778193-22-iscsi for vnic_type normal with profile {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 17:17:13.373964 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-9a4a4095-2461-47df-8c59-98dd8eaf0d76 None None] Attempting to bind port 5143ed93-98d2-4502-ab2b-c0018b71c109 by drivers openvswitch,hyperv on host dv-cinder-778193-22-iscsi at level 0 using segments [{'id': 'e79ee02c-f592-41ea-9c45-0cb60a387a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '42175756-6c19-4b6c-8f7a-d34501eaadbb'}] {{(pid=103839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 17:17:13.374328 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4a4095-2461-47df-8c59-98dd8eaf0d76 None None] Attempting to bind port 5143ed93-98d2-4502-ab2b-c0018b71c109 on network 42175756-6c19-4b6c-8f7a-d34501eaadbb {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 17:17:13.379638 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4a4095-2461-47df-8c59-98dd8eaf0d76 None None] Checking agent: {'id': '90356b9b-9a55-4227-ace0-d1fc01a5475f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 6, 38), 'started_at': datetime.datetime(2022, 3, 2, 17, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 17:17:13.380016 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4a4095-2461-47df-8c59-98dd8eaf0d76 None None] Checking segment: {'id': 'e79ee02c-f592-41ea-9c45-0cb60a387a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '42175756-6c19-4b6c-8f7a-d34501eaadbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 17:17:13.380424 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-9a4a4095-2461-47df-8c59-98dd8eaf0d76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:13.380821 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4a4095-2461-47df-8c59-98dd8eaf0d76 None None] Bound using segment: {'id': 'e79ee02c-f592-41ea-9c45-0cb60a387a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '42175756-6c19-4b6c-8f7a-d34501eaadbb'} {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 17:17:13.381297 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-9a4a4095-2461-47df-8c59-98dd8eaf0d76 None None] Bound port: 5143ed93-98d2-4502-ab2b-c0018b71c109, host: dv-cinder-778193-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e79ee02c-f592-41ea-9c45-0cb60a387a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '42175756-6c19-4b6c-8f7a-d34501eaadbb'}}] {{(pid=103839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 17:17:13.381675 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-9a4a4095-2461-47df-8c59-98dd8eaf0d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (5143ed93-98d2-4502-ab2b-c0018b71c109), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:13.450962 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-9a4a4095-2461-47df-8c59-98dd8eaf0d76 None None] For port 5143ed93-98d2-4502-ab2b-c0018b71c109, host dv-cinder-778193-22-iscsi, cleared binding levels {{(pid=103839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:17:13.455985 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-9a4a4095-2461-47df-8c59-98dd8eaf0d76 None None] For port 5143ed93-98d2-4502-ab2b-c0018b71c109, host dv-cinder-778193-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=5143ed93-98d2-4502-ab2b-c0018b71c109,segment=NetworkSegment(e79ee02c-f592-41ea-9c45-0cb60a387a0c),segment_id=e79ee02c-f592-41ea-9c45-0cb60a387a0c)] {{(pid=103839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:17:13.561295 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-9a4a4095-2461-47df-8c59-98dd8eaf0d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (5143ed93-98d2-4502-ab2b-c0018b71c109), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:13.635698 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5934b06a-01e7-466c-bac3-5a8da39287b8 admin admin] Publish callbacks [] for router_gateway (2e5996fc-6372-4b30-a92c-ff6f1594dd63), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:13.645918 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a4308f-9012-4515-be6f-02cedd165a2f req-bc049e93-ab6f-48c9-88d0-54e54f15023d tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:13.646132 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4a4095-2461-47df-8c59-98dd8eaf0d76 None None] Pushing event updated for resources: {'Port': ['ID=5143ed93-98d2-4502-ab2b-c0018b71c109,revision_number=2']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:17:13.647449 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-88a4308f-9012-4515-be6f-02cedd165a2f req-bc049e93-ab6f-48c9-88d0-54e54f15023d tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4081c5a4-d3d8-4855-87a3-25860d7f4961 HTTP/1.1" status: 200 len: 945 time: 0.1224601 Mar 02 17:17:13.678741 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5934b06a-01e7-466c-bac3-5a8da39287b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:13.791266 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-88a4308f-9012-4515-be6f-02cedd165a2f req-f3e6501f-a148-4150-89fa-66d07ae45da4 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148016 Mar 02 17:17:13.870774 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.db_base_plugin_common [None req-5934b06a-01e7-466c-bac3-5a8da39287b8 admin admin] Allocated IP 172.27.1.117 (0bf1b91f-7d47-47dc-984e-54613c32c4bf/e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9/bbb3beb6-e103-4386-91e3-421ab7d1d352) {{(pid=103838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:17:14.021144 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5934b06a-01e7-466c-bac3-5a8da39287b8 admin admin] Publish callbacks [] for port (bbb3beb6-e103-4386-91e3-421ab7d1d352), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:14.142382 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5934b06a-01e7-466c-bac3-5a8da39287b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757691134181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26691326'] for port (bbb3beb6-e103-4386-91e3-421ab7d1d352), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:14.186693 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5934b06a-01e7-466c-bac3-5a8da39287b8 admin admin] Network 0bf1b91f-7d47-47dc-984e-54613c32c4bf is already hosted by enough agents. {{(pid=103838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:17:14.189936 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.base_scheduler [None req-5934b06a-01e7-466c-bac3-5a8da39287b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:17:14.194145 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5934b06a-01e7-466c-bac3-5a8da39287b8 admin admin] Received port after_create {{(pid=103838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 17:17:14.234696 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5934b06a-01e7-466c-bac3-5a8da39287b8 admin admin] Pushing event updated for resources: {'Port': ['ID=bbb3beb6-e103-4386-91e3-421ab7d1d352,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:17:14.267784 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5934b06a-01e7-466c-bac3-5a8da39287b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:17:14.268129 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5934b06a-01e7-466c-bac3-5a8da39287b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:17:14.268467 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5934b06a-01e7-466c-bac3-5a8da39287b8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:17:14.268799 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5934b06a-01e7-466c-bac3-5a8da39287b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:17:14.269128 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5934b06a-01e7-466c-bac3-5a8da39287b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:17:14.269450 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5934b06a-01e7-466c-bac3-5a8da39287b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:17:14.269771 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5934b06a-01e7-466c-bac3-5a8da39287b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:17:14.270117 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5934b06a-01e7-466c-bac3-5a8da39287b8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:17:14.270437 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5934b06a-01e7-466c-bac3-5a8da39287b8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:17:14.270754 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5934b06a-01e7-466c-bac3-5a8da39287b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:17:14.271069 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5934b06a-01e7-466c-bac3-5a8da39287b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:17:14.271380 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5934b06a-01e7-466c-bac3-5a8da39287b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:17:14.271755 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5934b06a-01e7-466c-bac3-5a8da39287b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:17:14.623658 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7357b1a0-02c5-41f5-a9c6-03da89875591 req-62639d32-cf3b-4f82-977f-17e98908ed28 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:14.625231 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-7357b1a0-02c5-41f5-a9c6-03da89875591 req-62639d32-cf3b-4f82-977f-17e98908ed28 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/ports?device_id=00c54406-4157-47ce-a72a-68f770725acc HTTP/1.1" status: 200 len: 943 time: 0.4024227 Mar 02 17:17:14.720240 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-7357b1a0-02c5-41f5-a9c6-03da89875591 req-f547f481-7a48-45be-946d-eb4cb60ec97e tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/security-groups?id=a87b5658-3d6d-4251-94e0-db2b1efad5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766380 Mar 02 17:17:14.752823 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91cad6b0-a00a-43fe-b1a8-f672b13c542a None None] Network 42175756-6c19-4b6c-8f7a-d34501eaadbb requested from dv-cinder-778193-22-iscsi {{(pid=103839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 17:17:14.826101 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-6ffbf19e-1ebc-449c-b307-2644e55b001e None None] Provisioning complete for port 5143ed93-98d2-4502-ab2b-c0018b71c109 triggered by entity DHCP. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:17:14.826474 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-6ffbf19e-1ebc-449c-b307-2644e55b001e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (5143ed93-98d2-4502-ab2b-c0018b71c109), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:14.986466 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc4bc4a-82b6-4783-bdff-d07a29050ccc req-79cbca51-7fdd-4abd-b7c9-2d5939ccbb98 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:14.987173 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-6ffbf19e-1ebc-449c-b307-2644e55b001e None None] Current status of the port 5143ed93-98d2-4502-ab2b-c0018b71c109 is: DOWN; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:17:14.987979 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-6ffbf19e-1ebc-449c-b307-2644e55b001e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (5143ed93-98d2-4502-ab2b-c0018b71c109), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:14.995975 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-fdc4bc4a-82b6-4783-bdff-d07a29050ccc req-79cbca51-7fdd-4abd-b7c9-2d5939ccbb98 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4081c5a4-d3d8-4855-87a3-25860d7f4961 HTTP/1.1" status: 200 len: 945 time: 0.0960190 Mar 02 17:17:15.052406 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-6ffbf19e-1ebc-449c-b307-2644e55b001e None None] For port 5143ed93-98d2-4502-ab2b-c0018b71c109, host dv-cinder-778193-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=5143ed93-98d2-4502-ab2b-c0018b71c109,segment=NetworkSegment(e79ee02c-f592-41ea-9c45-0cb60a387a0c),segment_id=e79ee02c-f592-41ea-9c45-0cb60a387a0c)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:17:15.057642 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5934b06a-01e7-466c-bac3-5a8da39287b8 admin admin] Publish callbacks [] for router_gateway (2e5996fc-6372-4b30-a92c-ff6f1594dd63), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:15.150438 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-fdc4bc4a-82b6-4783-bdff-d07a29050ccc req-a5c5fa7e-278b-4db6-adac-47474eaa0ff2 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487377 Mar 02 17:17:15.180193 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-6ffbf19e-1ebc-449c-b307-2644e55b001e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (5143ed93-98d2-4502-ab2b-c0018b71c109), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:15.319161 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffbf19e-1ebc-449c-b307-2644e55b001e None None] Pushing event updated for resources: {'Port': ['ID=5143ed93-98d2-4502-ab2b-c0018b71c109,revision_number=3']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:17:15.353129 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-361e2e72-d6c5-4838-a9e2-0fad7529e2b4 None None] Provisioning complete for port 5143ed93-98d2-4502-ab2b-c0018b71c109 triggered by entity DHCP. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:17:15.354302 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-361e2e72-d6c5-4838-a9e2-0fad7529e2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (5143ed93-98d2-4502-ab2b-c0018b71c109), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:15.412917 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device 5143ed93-98d2-4502-ab2b-c0018b71c109 up at agent ovs-agent-dv-cinder-778193-22-iscsi {{(pid=103839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 17:17:15.455264 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5934b06a-01e7-466c-bac3-5a8da39287b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-758514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760935'] for router (2e5996fc-6372-4b30-a92c-ff6f1594dd63), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:15.535530 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-361e2e72-d6c5-4838-a9e2-0fad7529e2b4 None None] Current status of the port 5143ed93-98d2-4502-ab2b-c0018b71c109 is: ACTIVE; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:17:15.541688 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Provisioning complete for port 5143ed93-98d2-4502-ab2b-c0018b71c109 triggered by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:17:15.541688 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (5143ed93-98d2-4502-ab2b-c0018b71c109), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:15.657554 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Current status of the port 5143ed93-98d2-4502-ab2b-c0018b71c109 is: ACTIVE; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:17:15.721481 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5934b06a-01e7-466c-bac3-5a8da39287b8 admin admin] Router 2e5996fc-6372-4b30-a92c-ff6f1594dd63 is scheduled to L3 agent 90b713d5-0d52-4da0-a663-b3b1c9fefb3d with binding_index 1 {{(pid=103838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 17:17:15.887382 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5934b06a-01e7-466c-bac3-5a8da39287b8 admin admin] Notify agent at l3_agent.dv-cinder-778193-22-iscsi the message routers_updated {{(pid=103838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:17:15.897759 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06ecb6f-b41a-49a5-a160-bdc0eeaef40f None None] Sync routers for ids ['2e5996fc-6372-4b30-a92c-ff6f1594dd63'] in dv-cinder-778193-22-iscsi {{(pid=103840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 17:17:15.908520 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06ecb6f-b41a-49a5-a160-bdc0eeaef40f None None] Routers {'2e5996fc-6372-4b30-a92c-ff6f1594dd63'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:17:15.909241 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_hamode_db [None req-a06ecb6f-b41a-49a5-a160-bdc0eeaef40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:17:04Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['2e5996fc-6372-4b30-a92c-ff6f1594dd63'], 'active': True} {{(pid=103840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:17:15.918203 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d46e102-f159-4adf-b596-74291021338d req-9a9cfb8f-6ee9-45ee-b6a1-0d616bd1b14e tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:15.919927 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-1d46e102-f159-4adf-b596-74291021338d req-9a9cfb8f-6ee9-45ee-b6a1-0d616bd1b14e tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/ports?device_id=00c54406-4157-47ce-a72a-68f770725acc HTTP/1.1" status: 200 len: 943 time: 0.0832546 Mar 02 17:17:15.982563 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-1d46e102-f159-4adf-b596-74291021338d req-5922114f-bbec-40a4-b752-cf25c03e6691 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/security-groups?id=a87b5658-3d6d-4251-94e0-db2b1efad5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552804 Mar 02 17:17:15.990262 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5934b06a-01e7-466c-bac3-5a8da39287b8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:15.992452 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-5934b06a-01e7-466c-bac3-5a8da39287b8 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1929719 Mar 02 17:17:15.999968 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 47766) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:17:16.068893 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_dvr_db [None req-a06ecb6f-b41a-49a5-a160-bdc0eeaef40f None None] Set router 2e5996fc-6372-4b30-a92c-ff6f1594dd63 gateway port host: dv-cinder-778193-22-iscsi {{(pid=103840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:17:16.260201 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_hamode_db [None req-a06ecb6f-b41a-49a5-a160-bdc0eeaef40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e5996fc-6372-4b30-a92c-ff6f1594dd63', 'name': 'tempest-TestMinimumBasicScenario-797124420-router', 'tenant_id': 'd37c5cf4d963481685e2d41519bfe2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'bbb3beb6-e103-4386-91e3-421ab7d1d352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:17:12Z', 'updated_at': '2022-03-02T17:17:14Z', 'revision_number': 3, 'project_id': 'd37c5cf4d963481685e2d41519bfe2ff', 'gw_port': {'id': 'bbb3beb6-e103-4386-91e3-421ab7d1d352', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:03:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e5996fc-6372-4b30-a92c-ff6f1594dd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:17:13Z', 'updated_at': '2022-03-02T17:17:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi'}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:17:16.298549 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06ecb6f-b41a-49a5-a160-bdc0eeaef40f None None] Checking router: 2e5996fc-6372-4b30-a92c-ff6f1594dd63 for host: dv-cinder-778193-22-iscsi {{(pid=103840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 17:17:16.298906 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06ecb6f-b41a-49a5-a160-bdc0eeaef40f None None] Updating router 2e5996fc-6372-4b30-a92c-ff6f1594dd63 port bbb3beb6-e103-4386-91e3-421ab7d1d352 binding host dv-cinder-778193-22-iscsi {{(pid=103840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 17:17:16.338670 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-a06ecb6f-b41a-49a5-a160-bdc0eeaef40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (bbb3beb6-e103-4386-91e3-421ab7d1d352), before_update {{(pid=103840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:16.373486 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d02d53-0cf3-4b78-92e7-d041c4045501 req-71faacf8-e262-4841-bc02-05ea0b30f7fc tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:16.375101 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d3d02d53-0cf3-4b78-92e7-d041c4045501 req-71faacf8-e262-4841-bc02-05ea0b30f7fc tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4081c5a4-d3d8-4855-87a3-25860d7f4961 HTTP/1.1" status: 200 len: 945 time: 0.1303413 Mar 02 17:17:16.488506 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d3d02d53-0cf3-4b78-92e7-d041c4045501 req-6c04c0bc-a414-4807-8cb1-16b5215be0e6 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874374 Mar 02 17:17:16.593344 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-d2c5f949-d6bd-42f4-b4b7-77ab8add2fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:16.629770 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-a06ecb6f-b41a-49a5-a160-bdc0eeaef40f None None] Publish callbacks [] for port (bbb3beb6-e103-4386-91e3-421ab7d1d352), precommit_update {{(pid=103840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:16.721189 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-a06ecb6f-b41a-49a5-a160-bdc0eeaef40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (bbb3beb6-e103-4386-91e3-421ab7d1d352), after_update {{(pid=103840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:16.765216 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.db_base_plugin_common [None req-d2c5f949-d6bd-42f4-b4b7-77ab8add2fb5 admin admin] Allocated IP 172.20.0.1 (42175756-6c19-4b6c-8f7a-d34501eaadbb/91fb7085-b683-4906-97f3-4841714c8e20/9f40ba90-5d10-4dfa-88dd-00aa08f37927) {{(pid=103838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:17:16.777877 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.managers [None req-a06ecb6f-b41a-49a5-a160-bdc0eeaef40f None None] Attempting to bind port bbb3beb6-e103-4386-91e3-421ab7d1d352 on host dv-cinder-778193-22-iscsi for vnic_type normal with profile {{(pid=103840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 17:17:16.778248 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.managers [None req-a06ecb6f-b41a-49a5-a160-bdc0eeaef40f None None] Attempting to bind port bbb3beb6-e103-4386-91e3-421ab7d1d352 by drivers openvswitch,hyperv on host dv-cinder-778193-22-iscsi at level 0 using segments [{'id': '52804d28-a361-4369-98ca-e918669c489a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf'}] {{(pid=103840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 17:17:16.778615 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06ecb6f-b41a-49a5-a160-bdc0eeaef40f None None] Attempting to bind port bbb3beb6-e103-4386-91e3-421ab7d1d352 on network 0bf1b91f-7d47-47dc-984e-54613c32c4bf {{(pid=103840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 17:17:16.789640 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06ecb6f-b41a-49a5-a160-bdc0eeaef40f None None] Checking agent: {'id': '90356b9b-9a55-4227-ace0-d1fc01a5475f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 6, 38), 'started_at': datetime.datetime(2022, 3, 2, 17, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 17:17:16.790324 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06ecb6f-b41a-49a5-a160-bdc0eeaef40f None None] Checking segment: {'id': '52804d28-a361-4369-98ca-e918669c489a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 17:17:16.790529 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-a06ecb6f-b41a-49a5-a160-bdc0eeaef40f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:16.790861 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06ecb6f-b41a-49a5-a160-bdc0eeaef40f None None] Bound using segment: {'id': '52804d28-a361-4369-98ca-e918669c489a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf'} {{(pid=103840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 17:17:16.791337 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.managers [None req-a06ecb6f-b41a-49a5-a160-bdc0eeaef40f None None] Bound port: bbb3beb6-e103-4386-91e3-421ab7d1d352, host: dv-cinder-778193-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52804d28-a361-4369-98ca-e918669c489a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf'}}] {{(pid=103840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 17:17:16.791715 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-a06ecb6f-b41a-49a5-a160-bdc0eeaef40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (bbb3beb6-e103-4386-91e3-421ab7d1d352), before_update {{(pid=103840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:16.794183 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9707f566-00df-44ab-8aa1-68831ff489b0 None None] Pushing event updated for resources: {'Port': ['ID=bbb3beb6-e103-4386-91e3-421ab7d1d352,revision_number=2']} {{(pid=103840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:17:16.828189 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9707f566-00df-44ab-8aa1-68831ff489b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:17:16.828567 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9707f566-00df-44ab-8aa1-68831ff489b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:17:16.828932 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9707f566-00df-44ab-8aa1-68831ff489b0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:17:16.829274 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9707f566-00df-44ab-8aa1-68831ff489b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:17:16.829605 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9707f566-00df-44ab-8aa1-68831ff489b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:17:16.830024 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9707f566-00df-44ab-8aa1-68831ff489b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:17:16.830381 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9707f566-00df-44ab-8aa1-68831ff489b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:17:16.830819 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9707f566-00df-44ab-8aa1-68831ff489b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:17:16.831383 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9707f566-00df-44ab-8aa1-68831ff489b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:17:16.831963 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9707f566-00df-44ab-8aa1-68831ff489b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:17:16.832514 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9707f566-00df-44ab-8aa1-68831ff489b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:17:16.833638 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9707f566-00df-44ab-8aa1-68831ff489b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:17:16.833638 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9707f566-00df-44ab-8aa1-68831ff489b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:17:16.897828 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.db [None req-a06ecb6f-b41a-49a5-a160-bdc0eeaef40f None None] For port bbb3beb6-e103-4386-91e3-421ab7d1d352, host dv-cinder-778193-22-iscsi, cleared binding levels {{(pid=103840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:17:16.916908 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.db [None req-a06ecb6f-b41a-49a5-a160-bdc0eeaef40f None None] For port bbb3beb6-e103-4386-91e3-421ab7d1d352, host dv-cinder-778193-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=bbb3beb6-e103-4386-91e3-421ab7d1d352,segment=NetworkSegment(52804d28-a361-4369-98ca-e918669c489a),segment_id=52804d28-a361-4369-98ca-e918669c489a)] {{(pid=103840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:17:16.922210 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-d2c5f949-d6bd-42f4-b4b7-77ab8add2fb5 admin admin] Publish callbacks [] for port (9f40ba90-5d10-4dfa-88dd-00aa08f37927), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:17.005440 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-a06ecb6f-b41a-49a5-a160-bdc0eeaef40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (bbb3beb6-e103-4386-91e3-421ab7d1d352), after_update {{(pid=103840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:17.057435 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06ecb6f-b41a-49a5-a160-bdc0eeaef40f None None] Routers {'2e5996fc-6372-4b30-a92c-ff6f1594dd63'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:17:17.058101 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_hamode_db [None req-a06ecb6f-b41a-49a5-a160-bdc0eeaef40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:17:04Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['2e5996fc-6372-4b30-a92c-ff6f1594dd63'], 'active': True} {{(pid=103840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:17:17.069189 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-d2c5f949-d6bd-42f4-b4b7-77ab8add2fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757691134181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26691326'] for port (9f40ba90-5d10-4dfa-88dd-00aa08f37927), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:17.132432 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c5f949-d6bd-42f4-b4b7-77ab8add2fb5 admin admin] Network 42175756-6c19-4b6c-8f7a-d34501eaadbb is already hosted by enough agents. {{(pid=103838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:17:17.139982 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.base_scheduler [None req-d2c5f949-d6bd-42f4-b4b7-77ab8add2fb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:17:17.146166 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c5f949-d6bd-42f4-b4b7-77ab8add2fb5 admin admin] Received port after_create {{(pid=103838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 17:17:17.161365 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9707f566-00df-44ab-8aa1-68831ff489b0 None None] Pushing event updated for resources: {'Port': ['ID=bbb3beb6-e103-4386-91e3-421ab7d1d352,revision_number=3']} {{(pid=103840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:17:17.184958 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c5f949-d6bd-42f4-b4b7-77ab8add2fb5 admin admin] Pushing event updated for resources: {'Port': ['ID=9f40ba90-5d10-4dfa-88dd-00aa08f37927,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:17:17.195308 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_dvr_db [None req-a06ecb6f-b41a-49a5-a160-bdc0eeaef40f None None] Set router 2e5996fc-6372-4b30-a92c-ff6f1594dd63 gateway port host: dv-cinder-778193-22-iscsi {{(pid=103840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:17:17.204787 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4dc8cd-40ee-4c5a-af32-aab6831a1d74 req-2c5d8b0b-a8f2-4d5a-8281-763ccbfc9de8 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:17.206238 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-3d4dc8cd-40ee-4c5a-af32-aab6831a1d74 req-2c5d8b0b-a8f2-4d5a-8281-763ccbfc9de8 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/ports?device_id=00c54406-4157-47ce-a72a-68f770725acc HTTP/1.1" status: 200 len: 943 time: 0.1484983 Mar 02 17:17:17.212760 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-d2c5f949-d6bd-42f4-b4b7-77ab8add2fb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755258'] for router_interface (2e5996fc-6372-4b30-a92c-ff6f1594dd63), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:17.306656 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device 5143ed93-98d2-4502-ab2b-c0018b71c109 up at agent ovs-agent-dv-cinder-778193-22-iscsi {{(pid=103839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 17:17:17.344120 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-3d4dc8cd-40ee-4c5a-af32-aab6831a1d74 req-468752fd-6cb5-488a-a6f2-cfe834e3293e tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/security-groups?id=a87b5658-3d6d-4251-94e0-db2b1efad5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213586 Mar 02 17:17:17.411444 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Provisioning complete for port 5143ed93-98d2-4502-ab2b-c0018b71c109 triggered by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:17:17.412264 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (5143ed93-98d2-4502-ab2b-c0018b71c109), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:17.547524 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Current status of the port 5143ed93-98d2-4502-ab2b-c0018b71c109 is: ACTIVE; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:17:17.579586 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-d2c5f949-d6bd-42f4-b4b7-77ab8add2fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (9f40ba90-5d10-4dfa-88dd-00aa08f37927), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:17.605202 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-fbd9dafd-0387-472b-9adb-a26237a95049 None None] Provisioning complete for port 9f40ba90-5d10-4dfa-88dd-00aa08f37927 triggered by entity DHCP. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:17:17.607537 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-fbd9dafd-0387-472b-9adb-a26237a95049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (9f40ba90-5d10-4dfa-88dd-00aa08f37927), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:17.622774 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_hamode_db [None req-a06ecb6f-b41a-49a5-a160-bdc0eeaef40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e5996fc-6372-4b30-a92c-ff6f1594dd63', 'name': 'tempest-TestMinimumBasicScenario-797124420-router', 'tenant_id': 'd37c5cf4d963481685e2d41519bfe2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'bbb3beb6-e103-4386-91e3-421ab7d1d352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:17:12Z', 'updated_at': '2022-03-02T17:17:14Z', 'revision_number': 3, 'project_id': 'd37c5cf4d963481685e2d41519bfe2ff', 'gw_port': {'id': 'bbb3beb6-e103-4386-91e3-421ab7d1d352', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:03:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e5996fc-6372-4b30-a92c-ff6f1594dd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:17:13Z', 'updated_at': '2022-03-02T17:17:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi'}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:17:17.655167 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-fbd9dafd-0387-472b-9adb-a26237a95049 None None] Port 9f40ba90-5d10-4dfa-88dd-00aa08f37927 cannot update to ACTIVE because it is not bound. {{(pid=103839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 17:17:17.661386 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06ecb6f-b41a-49a5-a160-bdc0eeaef40f None None] The sync data for ids ['2e5996fc-6372-4b30-a92c-ff6f1594dd63'] in dv-cinder-778193-22-iscsi is: [{'id': '2e5996fc-6372-4b30-a92c-ff6f1594dd63', 'name': 'tempest-TestMinimumBasicScenario-797124420-router', 'tenant_id': 'd37c5cf4d963481685e2d41519bfe2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'bbb3beb6-e103-4386-91e3-421ab7d1d352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:17:12Z', 'updated_at': '2022-03-02T17:17:14Z', 'revision_number': 3, 'project_id': 'd37c5cf4d963481685e2d41519bfe2ff', 'gw_port': {'id': 'bbb3beb6-e103-4386-91e3-421ab7d1d352', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:03:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e5996fc-6372-4b30-a92c-ff6f1594dd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:17:13Z', 'updated_at': '2022-03-02T17:17:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi'}] {{(pid=103840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 17:17:17.760663 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62bd583-7f97-4b07-905a-193308c6c8f5 req-6c33cbde-8be1-4648-aa77-9ca10dce341d tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:17.763299 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-a62bd583-7f97-4b07-905a-193308c6c8f5 req-6c33cbde-8be1-4648-aa77-9ca10dce341d tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4081c5a4-d3d8-4855-87a3-25860d7f4961 HTTP/1.1" status: 200 len: 945 time: 0.1642256 Mar 02 17:17:17.855336 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-a62bd583-7f97-4b07-905a-193308c6c8f5 req-550c009f-752c-4105-abda-4eb3d4aba1a9 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851345 Mar 02 17:17:17.923175 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-d2c5f949-d6bd-42f4-b4b7-77ab8add2fb5 admin admin] Publish callbacks [] for port (9f40ba90-5d10-4dfa-88dd-00aa08f37927), precommit_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:17.988492 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-d2c5f949-d6bd-42f4-b4b7-77ab8add2fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26691319'] for port (9f40ba90-5d10-4dfa-88dd-00aa08f37927), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:18.089802 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-d2c5f949-d6bd-42f4-b4b7-77ab8add2fb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755626'] for router_interface (2e5996fc-6372-4b30-a92c-ff6f1594dd63), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:18.093555 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c5f949-d6bd-42f4-b4b7-77ab8add2fb5 admin admin] Pushing event updated for resources: {'Port': ['ID=9f40ba90-5d10-4dfa-88dd-00aa08f37927,revision_number=2']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:17:18.123145 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 47802) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:17:18.254554 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c5f949-d6bd-42f4-b4b7-77ab8add2fb5 admin admin] Network 42175756-6c19-4b6c-8f7a-d34501eaadbb is already hosted by enough agents. {{(pid=103838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:17:18.256137 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.base_scheduler [None req-d2c5f949-d6bd-42f4-b4b7-77ab8add2fb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:17:18.336885 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-21366fec-ce30-4999-8439-3cb8a23869d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:18.610888 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-21366fec-ce30-4999-8439-3cb8a23869d2 admin admin] Publish callbacks [] for security_group (dfc85bf0-0a93-4ef7-91b0-89f4aa9880f5), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:18.677778 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2c5f949-d6bd-42f4-b4b7-77ab8add2fb5 admin admin] Router 2e5996fc-6372-4b30-a92c-ff6f1594dd63 has already been hosted by L3 agent 90b713d5-0d52-4da0-a663-b3b1c9fefb3d {{(pid=103838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:17:18.693404 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a186c4-7ae1-4228-940a-b4eb4f02377d req-eaf8f6e2-e549-4234-b2d8-49079be127ce tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:18.698432 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d7a186c4-7ae1-4228-940a-b4eb4f02377d req-eaf8f6e2-e549-4234-b2d8-49079be127ce tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/ports?device_id=00c54406-4157-47ce-a72a-68f770725acc HTTP/1.1" status: 200 len: 943 time: 0.1531627 Mar 02 17:17:18.727983 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-10d49ab7-de23-4341-98fb-159ff1a17a39 None None] Provisioning complete for port 9f40ba90-5d10-4dfa-88dd-00aa08f37927 triggered by entity DHCP. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:17:18.732192 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-21366fec-ce30-4999-8439-3cb8a23869d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (dfc85bf0-0a93-4ef7-91b0-89f4aa9880f5), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:18.735206 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-10d49ab7-de23-4341-98fb-159ff1a17a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (9f40ba90-5d10-4dfa-88dd-00aa08f37927), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:18.814251 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-21366fec-ce30-4999-8439-3cb8a23869d2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=049eaf6de0d74699b11dd2be1920a713&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6889286 Mar 02 17:17:18.815413 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 47838) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:17:18.816317 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21366fec-ce30-4999-8439-3cb8a23869d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc85bf0-0a93-4ef7-91b0-89f4aa9880f5,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:17:18.854504 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-10d49ab7-de23-4341-98fb-159ff1a17a39 None None] Port 9f40ba90-5d10-4dfa-88dd-00aa08f37927 cannot update to ACTIVE because it is not bound. {{(pid=103839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 17:17:18.855986 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21366fec-ce30-4999-8439-3cb8a23869d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:17:18.856403 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21366fec-ce30-4999-8439-3cb8a23869d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:17:18.857792 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21366fec-ce30-4999-8439-3cb8a23869d2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:17:18.858226 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21366fec-ce30-4999-8439-3cb8a23869d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:17:18.858567 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21366fec-ce30-4999-8439-3cb8a23869d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:17:18.858903 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21366fec-ce30-4999-8439-3cb8a23869d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:17:18.859246 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21366fec-ce30-4999-8439-3cb8a23869d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:17:18.859576 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21366fec-ce30-4999-8439-3cb8a23869d2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:17:18.859924 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21366fec-ce30-4999-8439-3cb8a23869d2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:17:18.860256 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21366fec-ce30-4999-8439-3cb8a23869d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:17:18.860585 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21366fec-ce30-4999-8439-3cb8a23869d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:17:18.860906 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21366fec-ce30-4999-8439-3cb8a23869d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:17:18.861220 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21366fec-ce30-4999-8439-3cb8a23869d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:17:18.862702 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d7a186c4-7ae1-4228-940a-b4eb4f02377d req-3bc48f91-e7d6-4828-b83d-dfa631900e5d tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/security-groups?id=a87b5658-3d6d-4251-94e0-db2b1efad5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575058 Mar 02 17:17:18.993208 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-d967b5e8-5f1f-447d-82cc-0b5dfcee4402 admin admin] Publish callbacks [] for security_group (dfc85bf0-0a93-4ef7-91b0-89f4aa9880f5), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:19.042418 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-d967b5e8-5f1f-447d-82cc-0b5dfcee4402 admin admin] Publish callbacks [] for security_group (dfc85bf0-0a93-4ef7-91b0-89f4aa9880f5), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:19.159128 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-d967b5e8-5f1f-447d-82cc-0b5dfcee4402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (dfc85bf0-0a93-4ef7-91b0-89f4aa9880f5), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:19.162185 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-d967b5e8-5f1f-447d-82cc-0b5dfcee4402 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:19.166100 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-d967b5e8-5f1f-447d-82cc-0b5dfcee4402 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dfc85bf0-0a93-4ef7-91b0-89f4aa9880f5 HTTP/1.1" status: 204 len: 168 time: 0.3414903 Mar 02 17:17:19.208303 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d967b5e8-5f1f-447d-82cc-0b5dfcee4402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc85bf0-0a93-4ef7-91b0-89f4aa9880f5,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:17:19.354348 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c5f949-d6bd-42f4-b4b7-77ab8add2fb5 admin admin] Notify agent at l3_agent.dv-cinder-778193-22-iscsi the message routers_updated {{(pid=103838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:17:19.363203 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-d2c5f949-d6bd-42f4-b4b7-77ab8add2fb5 admin admin] 10.222.0.55 "PUT /v2.0/routers/2e5996fc-6372-4b30-a92c-ff6f1594dd63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3618646 Mar 02 17:17:19.364018 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device bbb3beb6-e103-4386-91e3-421ab7d1d352 up at agent ovs-agent-dv-cinder-778193-22-iscsi {{(pid=103839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 17:17:19.375063 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee09289-256b-44f3-9c91-9cd1cd6d1ebe req-d5ca200f-da4b-4086-9200-70052bd1167a tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:19.376318 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-4ee09289-256b-44f3-9c91-9cd1cd6d1ebe req-d5ca200f-da4b-4086-9200-70052bd1167a tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 945 time: 0.5103405 Mar 02 17:17:19.411148 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc1cefc-e9f3-472a-b8d9-acb3e29143d4 req-2c0836a9-e29d-467a-b161-caddac924808 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:19.413623 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-cdc1cefc-e9f3-472a-b8d9-acb3e29143d4 req-2c0836a9-e29d-467a-b161-caddac924808 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4081c5a4-d3d8-4855-87a3-25860d7f4961 HTTP/1.1" status: 200 len: 945 time: 0.4225097 Mar 02 17:17:19.446968 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Provisioning complete for port bbb3beb6-e103-4386-91e3-421ab7d1d352 triggered by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:17:19.447930 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (bbb3beb6-e103-4386-91e3-421ab7d1d352), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:19.603073 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-4ee09289-256b-44f3-9c91-9cd1cd6d1ebe req-f07730d5-5f5b-484a-b044-fc6d539d0236 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2163205 Mar 02 17:17:19.631986 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-cdc1cefc-e9f3-472a-b8d9-acb3e29143d4 req-d79149e6-e066-4614-bae4-96cb887cd1e7 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946032 Mar 02 17:17:19.645410 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Current status of the port bbb3beb6-e103-4386-91e3-421ab7d1d352 is: DOWN; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:17:19.645966 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (bbb3beb6-e103-4386-91e3-421ab7d1d352), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:19.677394 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac02cc9-f20a-4f15-85a7-f346607839a6 req-dab46ec1-4eb0-44fd-9c9a-040a14cb44a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:19.679668 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-6ac02cc9-f20a-4f15-85a7-f346607839a6 req-dab46ec1-4eb0-44fd-9c9a-040a14cb44a3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4081c5a4-d3d8-4855-87a3-25860d7f4961 HTTP/1.1" status: 200 len: 1129 time: 0.1147990 Mar 02 17:17:19.691957 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] For port bbb3beb6-e103-4386-91e3-421ab7d1d352, host dv-cinder-778193-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=bbb3beb6-e103-4386-91e3-421ab7d1d352,segment=NetworkSegment(52804d28-a361-4369-98ca-e918669c489a),segment_id=52804d28-a361-4369-98ca-e918669c489a)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:17:19.776913 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (bbb3beb6-e103-4386-91e3-421ab7d1d352), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:19.786803 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-6ac02cc9-f20a-4f15-85a7-f346607839a6 req-5612e327-a475-49fa-8eec-f021ca4f3bb9 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903494 Mar 02 17:17:19.844360 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Pushing event updated for resources: {'Port': ['ID=bbb3beb6-e103-4386-91e3-421ab7d1d352,revision_number=4']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:17:20.039578 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fede36-6a93-417f-970a-ebb8b549fc9f req-a5f17d47-bdf2-4f4b-804b-9659ad147ace tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:20.050144 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e0fede36-6a93-417f-970a-ebb8b549fc9f req-a5f17d47-bdf2-4f4b-804b-9659ad147ace tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/ports?device_id=00c54406-4157-47ce-a72a-68f770725acc HTTP/1.1" status: 200 len: 943 time: 0.1017594 Mar 02 17:17:20.111433 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e499ad-6e61-4ab7-9606-bb8367af8d39 None None] Sync routers for ids ['2e5996fc-6372-4b30-a92c-ff6f1594dd63'] in dv-cinder-778193-22-iscsi {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 17:17:20.118403 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e0fede36-6a93-417f-970a-ebb8b549fc9f req-c59b1d1d-f6ac-4748-91ad-fe89b96e3716 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/security-groups?id=a87b5658-3d6d-4251-94e0-db2b1efad5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670042 Mar 02 17:17:20.128480 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e499ad-6e61-4ab7-9606-bb8367af8d39 None None] Routers {'2e5996fc-6372-4b30-a92c-ff6f1594dd63'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:17:20.129954 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-b7e499ad-6e61-4ab7-9606-bb8367af8d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:17:04Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['2e5996fc-6372-4b30-a92c-ff6f1594dd63'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:17:20.282692 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-b7e499ad-6e61-4ab7-9606-bb8367af8d39 None None] Set router 2e5996fc-6372-4b30-a92c-ff6f1594dd63 gateway port host: dv-cinder-778193-22-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:17:20.774169 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-b7e499ad-6e61-4ab7-9606-bb8367af8d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e5996fc-6372-4b30-a92c-ff6f1594dd63', 'name': 'tempest-TestMinimumBasicScenario-797124420-router', 'tenant_id': 'd37c5cf4d963481685e2d41519bfe2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'bbb3beb6-e103-4386-91e3-421ab7d1d352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:17:12Z', 'updated_at': '2022-03-02T17:17:17Z', 'revision_number': 4, 'project_id': 'd37c5cf4d963481685e2d41519bfe2ff', 'gw_port': {'id': 'bbb3beb6-e103-4386-91e3-421ab7d1d352', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:03:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5996fc-6372-4b30-a92c-ff6f1594dd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:17:13Z', 'updated_at': '2022-03-02T17:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_interfaces': [{'id': '9f40ba90-5d10-4dfa-88dd-00aa08f37927', 'name': '', 'network_id': '42175756-6c19-4b6c-8f7a-d34501eaadbb', 'tenant_id': 'd37c5cf4d963481685e2d41519bfe2ff', 'mac_address': 'fa:16:3e:e9:b2:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e5996fc-6372-4b30-a92c-ff6f1594dd63', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '91fb7085-b683-4906-97f3-4841714c8e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:17:16Z', 'updated_at': '2022-03-02T17:17:17Z', 'revision_number': 2, 'project_id': 'd37c5cf4d963481685e2d41519bfe2ff', 'subnets': [{'id': '91fb7085-b683-4906-97f3-4841714c8e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:17:20.795365 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af7f9a-ebc1-4f6b-99c0-4490d31e66fb req-a6613d57-afb1-42a6-acbf-e91fd69180ba tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:20.812495 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-22af7f9a-ebc1-4f6b-99c0-4490d31e66fb req-a6613d57-afb1-42a6-acbf-e91fd69180ba tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4081c5a4-d3d8-4855-87a3-25860d7f4961 HTTP/1.1" status: 200 len: 945 time: 0.0934217 Mar 02 17:17:20.816547 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e499ad-6e61-4ab7-9606-bb8367af8d39 None None] Checking router: 2e5996fc-6372-4b30-a92c-ff6f1594dd63 for host: dv-cinder-778193-22-iscsi {{(pid=103839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 17:17:20.817328 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e499ad-6e61-4ab7-9606-bb8367af8d39 None None] Updating router 2e5996fc-6372-4b30-a92c-ff6f1594dd63 port 9f40ba90-5d10-4dfa-88dd-00aa08f37927 binding host dv-cinder-778193-22-iscsi {{(pid=103839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 17:17:20.834829 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 47918) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:17:20.839865 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-0dec9fee-e75c-42dd-8965-f1a6a36d8d9d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-975847315-network', 'tenant_id': 'fc85b5792b87460cb11420dab0ee0a77'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:17:20.867984 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-b7e499ad-6e61-4ab7-9606-bb8367af8d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (9f40ba90-5d10-4dfa-88dd-00aa08f37927), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:20.913395 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d30e719-ac46-4a60-ba2e-a30ebd1a86d4 req-346cf107-07ba-482d-965f-146c76a5bb88 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:20.915071 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-5d30e719-ac46-4a60-ba2e-a30ebd1a86d4 req-346cf107-07ba-482d-965f-146c76a5bb88 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 945 time: 0.1481655 Mar 02 17:17:20.920991 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-22af7f9a-ebc1-4f6b-99c0-4490d31e66fb req-03fe4b94-64f9-4f48-9c01-37ed0cfba287 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076043 Mar 02 17:17:20.937338 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dec9fee-e75c-42dd-8965-f1a6a36d8d9d admin admin] Made reservation on behalf of fc85b5792b87460cb11420dab0ee0a77 for: {'network': 1} {{(pid=103837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:17:20.939267 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-0dec9fee-e75c-42dd-8965-f1a6a36d8d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for network (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:20.958352 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-0dec9fee-e75c-42dd-8965-f1a6a36d8d9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:21.005191 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-5d30e719-ac46-4a60-ba2e-a30ebd1a86d4 req-6ee7f00c-7ba6-4473-9acf-30283237a238 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761960 Mar 02 17:17:21.085083 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-0dec9fee-e75c-42dd-8965-f1a6a36d8d9d admin admin] Publish callbacks [] for security_group (cf63f6bb-f7b7-4b32-8094-bf24649f6b78), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:21.159029 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-0dec9fee-e75c-42dd-8965-f1a6a36d8d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (cf63f6bb-f7b7-4b32-8094-bf24649f6b78), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:21.194129 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dec9fee-e75c-42dd-8965-f1a6a36d8d9d admin admin] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=103837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:17:21.209783 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dec9fee-e75c-42dd-8965-f1a6a36d8d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf63f6bb-f7b7-4b32-8094-bf24649f6b78,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:17:21.221072 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-0dec9fee-e75c-42dd-8965-f1a6a36d8d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220699'] for segment (146a03a0-2e9b-4914-8b42-f6d23dd52607), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:21.221072 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.db.segments_db [None req-0dec9fee-e75c-42dd-8965-f1a6a36d8d9d admin admin] Added segment 146a03a0-2e9b-4914-8b42-f6d23dd52607 of type vlan for network db11a766-0a4a-4c5d-aa16-a88ce102d55a Mar 02 17:17:21.316438 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-0dec9fee-e75c-42dd-8965-f1a6a36d8d9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757691153484'] for network (db11a766-0a4a-4c5d-aa16-a88ce102d55a), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:21.365681 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56556e5e-fcbd-413b-bdf1-a3a67a848fa3 req-60cfb63b-178c-4865-bd73-e6cb6449091d tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:21.375953 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-56556e5e-fcbd-413b-bdf1-a3a67a848fa3 req-60cfb63b-178c-4865-bd73-e6cb6449091d tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/ports?device_id=00c54406-4157-47ce-a72a-68f770725acc HTTP/1.1" status: 200 len: 943 time: 0.1403620 Mar 02 17:17:21.393618 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-b7e499ad-6e61-4ab7-9606-bb8367af8d39 None None] Publish callbacks [] for port (9f40ba90-5d10-4dfa-88dd-00aa08f37927), precommit_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:21.414511 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device bbb3beb6-e103-4386-91e3-421ab7d1d352 up at agent ovs-agent-dv-cinder-778193-22-iscsi {{(pid=103839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 17:17:21.438574 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-56556e5e-fcbd-413b-bdf1-a3a67a848fa3 req-ed7da95b-c8a2-4859-9249-b02df487ef42 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/security-groups?id=a87b5658-3d6d-4251-94e0-db2b1efad5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612984 Mar 02 17:17:21.473460 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-0dec9fee-e75c-42dd-8965-f1a6a36d8d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145'] for network (db11a766-0a4a-4c5d-aa16-a88ce102d55a), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:21.474514 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dec9fee-e75c-42dd-8965-f1a6a36d8d9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:21.475214 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-0dec9fee-e75c-42dd-8965-f1a6a36d8d9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572135'] for network (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:21.479346 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Provisioning complete for port bbb3beb6-e103-4386-91e3-421ab7d1d352 triggered by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:17:21.479809 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (bbb3beb6-e103-4386-91e3-421ab7d1d352), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:21.503640 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-b7e499ad-6e61-4ab7-9606-bb8367af8d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (9f40ba90-5d10-4dfa-88dd-00aa08f37927), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:21.543794 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dec9fee-e75c-42dd-8965-f1a6a36d8d9d admin admin] Pushing event updated for resources: {'Network': ['ID=db11a766-0a4a-4c5d-aa16-a88ce102d55a,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:17:21.560786 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Network db11a766-0a4a-4c5d-aa16-a88ce102d55a details requested by agent ovs-agent-dv-cinder-778193-22-iscsi with host dv-cinder-778193-22-iscsi {{(pid=103839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 17:17:21.580288 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1824d93-abf8-4133-a60f-a2ab2da59e8b None None] Pushing event updated for resources: {'Port': ['ID=9f40ba90-5d10-4dfa-88dd-00aa08f37927,revision_number=3']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:17:21.607525 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-0dec9fee-e75c-42dd-8965-f1a6a36d8d9d admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7713361 Mar 02 17:17:21.610583 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 47934) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:17:21.617878 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [None req-3a32d00b-2afe-45d3-bae2-089f0ca0e862 admin admin] Request body: {'subnet': {'network_id': 'db11a766-0a4a-4c5d-aa16-a88ce102d55a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-975847315-subnet', 'tenant_id': 'fc85b5792b87460cb11420dab0ee0a77', 'ip_version': 4}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:17:21.738222 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a32d00b-2afe-45d3-bae2-089f0ca0e862 admin admin] Made reservation on behalf of fc85b5792b87460cb11420dab0ee0a77 for: {'subnet': 1} {{(pid=103838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:17:21.741423 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-3a32d00b-2afe-45d3-bae2-089f0ca0e862 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26336855'] for subnet (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:21.756820 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-b7e499ad-6e61-4ab7-9606-bb8367af8d39 None None] Attempting to bind port 9f40ba90-5d10-4dfa-88dd-00aa08f37927 on host dv-cinder-778193-22-iscsi for vnic_type normal with profile {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 17:17:21.757117 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-b7e499ad-6e61-4ab7-9606-bb8367af8d39 None None] Attempting to bind port 9f40ba90-5d10-4dfa-88dd-00aa08f37927 by drivers openvswitch,hyperv on host dv-cinder-778193-22-iscsi at level 0 using segments [{'id': 'e79ee02c-f592-41ea-9c45-0cb60a387a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '42175756-6c19-4b6c-8f7a-d34501eaadbb'}] {{(pid=103839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 17:17:21.758069 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e499ad-6e61-4ab7-9606-bb8367af8d39 None None] Attempting to bind port 9f40ba90-5d10-4dfa-88dd-00aa08f37927 on network 42175756-6c19-4b6c-8f7a-d34501eaadbb {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 17:17:21.769253 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e499ad-6e61-4ab7-9606-bb8367af8d39 None None] Checking agent: {'id': '90356b9b-9a55-4227-ace0-d1fc01a5475f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 6, 38), 'started_at': datetime.datetime(2022, 3, 2, 17, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 17:17:21.769765 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e499ad-6e61-4ab7-9606-bb8367af8d39 None None] Checking segment: {'id': 'e79ee02c-f592-41ea-9c45-0cb60a387a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '42175756-6c19-4b6c-8f7a-d34501eaadbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 17:17:21.770203 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-b7e499ad-6e61-4ab7-9606-bb8367af8d39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:21.770600 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e499ad-6e61-4ab7-9606-bb8367af8d39 None None] Bound using segment: {'id': 'e79ee02c-f592-41ea-9c45-0cb60a387a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '42175756-6c19-4b6c-8f7a-d34501eaadbb'} {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 17:17:21.771087 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-b7e499ad-6e61-4ab7-9606-bb8367af8d39 None None] Bound port: 9f40ba90-5d10-4dfa-88dd-00aa08f37927, host: dv-cinder-778193-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e79ee02c-f592-41ea-9c45-0cb60a387a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '42175756-6c19-4b6c-8f7a-d34501eaadbb'}}] {{(pid=103839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 17:17:21.771467 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-b7e499ad-6e61-4ab7-9606-bb8367af8d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (9f40ba90-5d10-4dfa-88dd-00aa08f37927), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:21.794224 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Current status of the port bbb3beb6-e103-4386-91e3-421ab7d1d352 is: ACTIVE; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:17:21.871277 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-95986dca-1805-4e93-baa1-637489acde0b None None] Provisioning complete for port 9f40ba90-5d10-4dfa-88dd-00aa08f37927 triggered by entity DHCP. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:17:21.872183 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-95986dca-1805-4e93-baa1-637489acde0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (9f40ba90-5d10-4dfa-88dd-00aa08f37927), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:21.943025 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device 1e0a1354-b771-4c81-900c-a2d7c8816a7f details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 17:17:21.971756 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-95986dca-1805-4e93-baa1-637489acde0b None None] Port 9f40ba90-5d10-4dfa-88dd-00aa08f37927 cannot update to ACTIVE because it is not bound. {{(pid=103839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 17:17:21.994087 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-b7e499ad-6e61-4ab7-9606-bb8367af8d39 None None] For port 9f40ba90-5d10-4dfa-88dd-00aa08f37927, host dv-cinder-778193-22-iscsi, cleared binding levels {{(pid=103839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:17:21.997532 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-b7e499ad-6e61-4ab7-9606-bb8367af8d39 None None] For port 9f40ba90-5d10-4dfa-88dd-00aa08f37927, host dv-cinder-778193-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=9f40ba90-5d10-4dfa-88dd-00aa08f37927,segment=NetworkSegment(e79ee02c-f592-41ea-9c45-0cb60a387a0c),segment_id=e79ee02c-f592-41ea-9c45-0cb60a387a0c)] {{(pid=103839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:17:22.081340 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d2b574-1326-494f-94ea-d02b1888df82 req-58fcc702-679c-4ccc-8129-9392ce822fc4 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:22.083801 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-74d2b574-1326-494f-94ea-d02b1888df82 req-58fcc702-679c-4ccc-8129-9392ce822fc4 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4081c5a4-d3d8-4855-87a3-25860d7f4961 HTTP/1.1" status: 200 len: 945 time: 0.0675769 Mar 02 17:17:22.084931 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-3a32d00b-2afe-45d3-bae2-089f0ca0e862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26691210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26336869'] for subnet (65992a4e-7c49-47e7-9db4-72db44efa68d), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:22.104409 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] For port 1e0a1354-b771-4c81-900c-a2d7c8816a7f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=1e0a1354-b771-4c81-900c-a2d7c8816a7f,segment=NetworkSegment(933b69cb-9b5d-476f-bddf-a4d2b8410aed),segment_id=933b69cb-9b5d-476f-bddf-a4d2b8410aed)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:17:22.110644 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-b7e499ad-6e61-4ab7-9606-bb8367af8d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (9f40ba90-5d10-4dfa-88dd-00aa08f37927), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:22.161644 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Returning: {'device': '1e0a1354-b771-4c81-900c-a2d7c8816a7f', 'network_id': 'ce46a72d-d21b-4b38-8b8c-0e4ac423ac60', 'port_id': '1e0a1354-b771-4c81-900c-a2d7c8816a7f', 'mac_address': 'fa:16:3e:75:a0:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c10113c3-b56f-44d4-a794-de9636ff3a2b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 17:17:22.200181 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a32d00b-2afe-45d3-bae2-089f0ca0e862 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65992a4e-7c49-47e7-9db4-72db44efa68d,revision_number=0']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:17:22.239706 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e499ad-6e61-4ab7-9606-bb8367af8d39 None None] Routers {'2e5996fc-6372-4b30-a92c-ff6f1594dd63'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:17:22.240342 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-b7e499ad-6e61-4ab7-9606-bb8367af8d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:17:04Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['2e5996fc-6372-4b30-a92c-ff6f1594dd63'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:17:22.246460 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1824d93-abf8-4133-a60f-a2ab2da59e8b None None] Pushing event updated for resources: {'Port': ['ID=9f40ba90-5d10-4dfa-88dd-00aa08f37927,revision_number=4']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:17:22.302742 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Current status of the port 1e0a1354-b771-4c81-900c-a2d7c8816a7f is: DOWN; New status is: BUILD {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:17:22.303129 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (1e0a1354-b771-4c81-900c-a2d7c8816a7f), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:22.318263 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a32d00b-2afe-45d3-bae2-089f0ca0e862 admin admin] Checking segment: {'id': '146a03a0-2e9b-4914-8b42-f6d23dd52607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'db11a766-0a4a-4c5d-aa16-a88ce102d55a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 17:17:22.320904 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a32d00b-2afe-45d3-bae2-089f0ca0e862 admin admin] Network hostable DHCP agents. Network: db11a766-0a4a-4c5d-aa16-a88ce102d55a, hostable agents: ['0060df7f-f835-4890-b25c-3842f545a9d0'], hosted agents: [] {{(pid=103838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:17:22.333175 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.notifiers.nova [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e0a1354-b771-4c81-900c-a2d7c8816a7f {{(pid=103839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 17:17:22.339588 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-74d2b574-1326-494f-94ea-d02b1888df82 req-d3d155a5-9b6f-4248-8b57-cf263b4c607e tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495177 Mar 02 17:17:22.352210 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd982973-789e-43bb-bc60-45c086cb0024 req-b75f63a4-1679-4ece-8c7a-2b73b14a00e5 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:22.354529 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-dd982973-789e-43bb-bc60-45c086cb0024 req-b75f63a4-1679-4ece-8c7a-2b73b14a00e5 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 945 time: 0.2052464 Mar 02 17:17:22.400873 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] For port 1e0a1354-b771-4c81-900c-a2d7c8816a7f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=1e0a1354-b771-4c81-900c-a2d7c8816a7f,segment=NetworkSegment(933b69cb-9b5d-476f-bddf-a4d2b8410aed),segment_id=933b69cb-9b5d-476f-bddf-a4d2b8410aed)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:17:22.446756 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-b7e499ad-6e61-4ab7-9606-bb8367af8d39 None None] Set router 2e5996fc-6372-4b30-a92c-ff6f1594dd63 gateway port host: dv-cinder-778193-22-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:17:22.446939 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a32d00b-2afe-45d3-bae2-089f0ca0e862 admin admin] Network db11a766-0a4a-4c5d-aa16-a88ce102d55a is scheduled to be hosted by DHCP agent 0060df7f-f835-4890-b25c-3842f545a9d0 with binding_index 1 {{(pid=103838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:17:22.458999 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-dd982973-789e-43bb-bc60-45c086cb0024 req-9b74b6a9-55e6-45b6-b7b8-7dc8dff6e69d tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829270 Mar 02 17:17:22.499470 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (1e0a1354-b771-4c81-900c-a2d7c8816a7f), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:22.568685 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.base_scheduler [None req-3a32d00b-2afe-45d3-bae2-089f0ca0e862 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-22-iscsi, db11a766-0a4a-4c5d-aa16-a88ce102d55a) {{(pid=103838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:17:22.574794 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a32d00b-2afe-45d3-bae2-089f0ca0e862 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:22.576341 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-3a32d00b-2afe-45d3-bae2-089f0ca0e862 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572135'] for subnet (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:22.595407 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f21c41-c450-4050-921a-ec6868c1d18c None None] Network db11a766-0a4a-4c5d-aa16-a88ce102d55a requested from dv-cinder-778193-22-iscsi {{(pid=103839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 17:17:22.610476 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d10dc89-2cea-44a4-8490-2831cd7452ae req-bec6ab0f-687f-442a-90f0-98e79859a492 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:22.612059 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-1d10dc89-2cea-44a4-8490-2831cd7452ae req-bec6ab0f-687f-442a-90f0-98e79859a492 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/ports?device_id=00c54406-4157-47ce-a72a-68f770725acc HTTP/1.1" status: 200 len: 944 time: 0.0814621 Mar 02 17:17:22.632437 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-05bfc998-5d94-470a-b3c7-49eb95d3be51 None None] Provisioning complete for port 9f40ba90-5d10-4dfa-88dd-00aa08f37927 triggered by entity DHCP. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:17:22.632800 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-05bfc998-5d94-470a-b3c7-49eb95d3be51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (9f40ba90-5d10-4dfa-88dd-00aa08f37927), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:22.672413 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-3a32d00b-2afe-45d3-bae2-089f0ca0e862 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0597973 Mar 02 17:17:22.674913 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 47966) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:17:22.680166 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-1d10dc89-2cea-44a4-8490-2831cd7452ae req-a829d853-b013-48d4-b453-98a6806e328d tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/security-groups?id=a87b5658-3d6d-4251-94e0-db2b1efad5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621574 Mar 02 17:17:22.682238 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-62733bf5-db06-498e-88b3-413458809b93 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-975847315-router', 'tenant_id': 'fc85b5792b87460cb11420dab0ee0a77', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf'}}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:17:22.723246 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Pushing event updated for resources: {'Port': ['ID=1e0a1354-b771-4c81-900c-a2d7c8816a7f,revision_number=4']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:17:22.869894 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] get_ports_and_sgs() called for port_ids ['1e0a1354-b771-4c81-900c-a2d7c8816a7f'] {{(pid=103839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 17:17:22.875780 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-62733bf5-db06-498e-88b3-413458809b93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-760693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4933'] for router (47c11065-9b3e-433e-a522-c80ef68e5189), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:22.876746 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-62733bf5-db06-498e-88b3-413458809b93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-758501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760890', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-784051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4924'] for router (47c11065-9b3e-433e-a522-c80ef68e5189), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:22.949953 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-62733bf5-db06-498e-88b3-413458809b93 admin admin] Publish callbacks [] for router_controller (47c11065-9b3e-433e-a522-c80ef68e5189), precommit_add_association {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:22.950763 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b91299e-2c96-40b0-93a1-a8e4c9f477b2 req-db273cc4-9e90-47bb-897b-761e8c43d22a tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:22.955151 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-7b91299e-2c96-40b0-93a1-a8e4c9f477b2 req-db273cc4-9e90-47bb-897b-761e8c43d22a tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4081c5a4-d3d8-4855-87a3-25860d7f4961 HTTP/1.1" status: 200 len: 945 time: 0.0812256 Mar 02 17:17:23.044068 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-7b91299e-2c96-40b0-93a1-a8e4c9f477b2 req-98ca32cf-cf98-4b94-800d-89e57cb1c0f4 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795083 Mar 02 17:17:23.062337 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2160f669-aea6-4881-84ed-ada7d215f38d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c41045a-8583-5828-8345-e6f53daf7ae9-db11a766-0a4a-4c5d-aa16-a88ce102d55a', 'network_id': 'db11a766-0a4a-4c5d-aa16-a88ce102d55a', 'project_id': 'fc85b5792b87460cb11420dab0ee0a77', 'fixed_ips': [{'subnet_id': '65992a4e-7c49-47e7-9db4-72db44efa68d'}]}} from dv-cinder-778193-22-iscsi. {{(pid=103839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 02 17:17:23.063482 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-2160f669-aea6-4881-84ed-ada7d215f38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (None), before_create {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:23.130071 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca2d697-73ef-40fa-b6c6-4f37ede94dcc req-60dd6db8-382b-4c89-a908-f086850c7ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:23.133174 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2ca2d697-73ef-40fa-b6c6-4f37ede94dcc req-60dd6db8-382b-4c89-a908-f086850c7ff8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=972279b7457f4e0fa6d7b4d953912711&device_id=4081c5a4-d3d8-4855-87a3-25860d7f4961 HTTP/1.1" status: 200 len: 1129 time: 0.0876267 Mar 02 17:17:23.172456 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-05bfc998-5d94-470a-b3c7-49eb95d3be51 None None] Current status of the port 9f40ba90-5d10-4dfa-88dd-00aa08f37927 is: DOWN; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:17:23.172909 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-05bfc998-5d94-470a-b3c7-49eb95d3be51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (9f40ba90-5d10-4dfa-88dd-00aa08f37927), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:23.235533 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-62733bf5-db06-498e-88b3-413458809b93 admin admin] Publish callbacks [] for router_gateway (47c11065-9b3e-433e-a522-c80ef68e5189), precommit_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:23.284784 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca2d697-73ef-40fa-b6c6-4f37ede94dcc req-fba697fc-6dc2-48f9-9cc1-6a473ab6f2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:23.286322 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2ca2d697-73ef-40fa-b6c6-4f37ede94dcc req-fba697fc-6dc2-48f9-9cc1-6a473ab6f2f0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ef02e7c1-3825-40da-8301-7b2b393305d9 HTTP/1.1" status: 200 len: 920 time: 0.1402731 Mar 02 17:17:23.354030 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2ca2d697-73ef-40fa-b6c6-4f37ede94dcc req-94b5f961-ce09-4403-a2e2-7f3cf2deb7e7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a256a90-0d43-4274-8693-d4c1c406c0a5 HTTP/1.1" status: 200 len: 217 time: 0.0556443 Mar 02 17:17:23.372446 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-05bfc998-5d94-470a-b3c7-49eb95d3be51 None None] For port 9f40ba90-5d10-4dfa-88dd-00aa08f37927, host dv-cinder-778193-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=9f40ba90-5d10-4dfa-88dd-00aa08f37927,segment=NetworkSegment(e79ee02c-f592-41ea-9c45-0cb60a387a0c),segment_id=e79ee02c-f592-41ea-9c45-0cb60a387a0c)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:17:23.376128 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-b7e499ad-6e61-4ab7-9606-bb8367af8d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e5996fc-6372-4b30-a92c-ff6f1594dd63', 'name': 'tempest-TestMinimumBasicScenario-797124420-router', 'tenant_id': 'd37c5cf4d963481685e2d41519bfe2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'bbb3beb6-e103-4386-91e3-421ab7d1d352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:17:12Z', 'updated_at': '2022-03-02T17:17:17Z', 'revision_number': 4, 'project_id': 'd37c5cf4d963481685e2d41519bfe2ff', 'gw_port': {'id': 'bbb3beb6-e103-4386-91e3-421ab7d1d352', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:03:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5996fc-6372-4b30-a92c-ff6f1594dd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:17:13Z', 'updated_at': '2022-03-02T17:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_interfaces': [{'id': '9f40ba90-5d10-4dfa-88dd-00aa08f37927', 'name': '', 'network_id': '42175756-6c19-4b6c-8f7a-d34501eaadbb', 'tenant_id': 'd37c5cf4d963481685e2d41519bfe2ff', 'mac_address': 'fa:16:3e:e9:b2:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e5996fc-6372-4b30-a92c-ff6f1594dd63', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '91fb7085-b683-4906-97f3-4841714c8e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:17:16Z', 'updated_at': '2022-03-02T17:17:21Z', 'revision_number': 4, 'project_id': 'd37c5cf4d963481685e2d41519bfe2ff', 'subnets': [{'id': '91fb7085-b683-4906-97f3-4841714c8e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:17:23.424097 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e499ad-6e61-4ab7-9606-bb8367af8d39 None None] The sync data for ids ['2e5996fc-6372-4b30-a92c-ff6f1594dd63'] in dv-cinder-778193-22-iscsi is: [{'id': '2e5996fc-6372-4b30-a92c-ff6f1594dd63', 'name': 'tempest-TestMinimumBasicScenario-797124420-router', 'tenant_id': 'd37c5cf4d963481685e2d41519bfe2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'bbb3beb6-e103-4386-91e3-421ab7d1d352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:17:12Z', 'updated_at': '2022-03-02T17:17:17Z', 'revision_number': 4, 'project_id': 'd37c5cf4d963481685e2d41519bfe2ff', 'gw_port': {'id': 'bbb3beb6-e103-4386-91e3-421ab7d1d352', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:03:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5996fc-6372-4b30-a92c-ff6f1594dd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:17:13Z', 'updated_at': '2022-03-02T17:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_interfaces': [{'id': '9f40ba90-5d10-4dfa-88dd-00aa08f37927', 'name': '', 'network_id': '42175756-6c19-4b6c-8f7a-d34501eaadbb', 'tenant_id': 'd37c5cf4d963481685e2d41519bfe2ff', 'mac_address': 'fa:16:3e:e9:b2:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e5996fc-6372-4b30-a92c-ff6f1594dd63', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '91fb7085-b683-4906-97f3-4841714c8e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:17:16Z', 'updated_at': '2022-03-02T17:17:21Z', 'revision_number': 4, 'project_id': 'd37c5cf4d963481685e2d41519bfe2ff', 'subnets': [{'id': '91fb7085-b683-4906-97f3-4841714c8e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 17:17:23.447588 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-05bfc998-5d94-470a-b3c7-49eb95d3be51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (9f40ba90-5d10-4dfa-88dd-00aa08f37927), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:23.462113 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca2d697-73ef-40fa-b6c6-4f37ede94dcc req-48ae4ca3-6565-449c-9dcf-6d697803c8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:23.463979 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2ca2d697-73ef-40fa-b6c6-4f37ede94dcc req-48ae4ca3-6565-449c-9dcf-6d697803c8ff service neutron] 10.222.0.49 "GET /v2.0/subnets?id=af473c7a-b242-4124-a285-d83fb26df936 HTTP/1.1" status: 200 len: 859 time: 0.1045165 Mar 02 17:17:23.471371 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.db_base_plugin_common [None req-2160f669-aea6-4881-84ed-ada7d215f38d None None] Allocated IP 172.20.0.2 (db11a766-0a4a-4c5d-aa16-a88ce102d55a/65992a4e-7c49-47e7-9db4-72db44efa68d/baae7f55-ff05-41b6-92e2-c0d886291952) {{(pid=103839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:17:23.621719 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2ca2d697-73ef-40fa-b6c6-4f37ede94dcc req-acfa551c-1399-41fa-9dbe-e1ae5f76137b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ef02e7c1-3825-40da-8301-7b2b393305d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1469240 Mar 02 17:17:23.648892 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bfc998-5d94-470a-b3c7-49eb95d3be51 None None] Pushing event updated for resources: {'Port': ['ID=9f40ba90-5d10-4dfa-88dd-00aa08f37927,revision_number=5']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:17:23.777540 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec83eb47-b6f2-4579-982f-75342709e170 req-4b4a4c7b-034a-4439-bb7f-0363b7a87be9 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:23.779090 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-ec83eb47-b6f2-4579-982f-75342709e170 req-4b4a4c7b-034a-4439-bb7f-0363b7a87be9 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 945 time: 0.1711583 Mar 02 17:17:23.838406 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2ca2d697-73ef-40fa-b6c6-4f37ede94dcc req-100243f7-4a28-46b2-9b01-5a913e927af9 service neutron] 10.222.0.49 "GET /v2.0/networks/ef02e7c1-3825-40da-8301-7b2b393305d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051048 Mar 02 17:17:23.899471 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-2160f669-aea6-4881-84ed-ada7d215f38d None None] Publish callbacks [] for port (baae7f55-ff05-41b6-92e2-c0d886291952), precommit_create {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:23.947281 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-ec83eb47-b6f2-4579-982f-75342709e170 req-72a3d9ab-717e-48da-b801-d9878237cb1d tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1582122 Mar 02 17:17:23.967274 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a86a76-aa75-44ea-ac8e-caf2373f24c8 req-3e907b1d-22f3-49e5-861f-e588e53993f8 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:23.969326 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-92a86a76-aa75-44ea-ac8e-caf2373f24c8 req-3e907b1d-22f3-49e5-861f-e588e53993f8 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/ports?device_id=00c54406-4157-47ce-a72a-68f770725acc HTTP/1.1" status: 200 len: 944 time: 0.1676321 Mar 02 17:17:23.983231 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-2160f669-aea6-4881-84ed-ada7d215f38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757691134181'] for port (baae7f55-ff05-41b6-92e2-c0d886291952), after_create {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:24.014695 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-62733bf5-db06-498e-88b3-413458809b93 admin admin] Publish callbacks [] for router_gateway (47c11065-9b3e-433e-a522-c80ef68e5189), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:24.032500 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2ca2d697-73ef-40fa-b6c6-4f37ede94dcc req-56e477aa-e1b4-42ba-8611-969c109412b3 service neutron] 10.222.0.49 "GET /v2.0/networks/ef02e7c1-3825-40da-8301-7b2b393305d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834967 Mar 02 17:17:24.039904 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-62733bf5-db06-498e-88b3-413458809b93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:24.072856 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-92a86a76-aa75-44ea-ac8e-caf2373f24c8 req-43fed9ee-8ff9-40d1-ad52-4cc4ea3dd7b7 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/security-groups?id=a87b5658-3d6d-4251-94e0-db2b1efad5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963316 Mar 02 17:17:24.126317 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2160f669-aea6-4881-84ed-ada7d215f38d None None] Network db11a766-0a4a-4c5d-aa16-a88ce102d55a is already hosted by enough agents. {{(pid=103839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:17:24.126317 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2160f669-aea6-4881-84ed-ada7d215f38d None None] Pushing event updated for resources: {'Port': ['ID=baae7f55-ff05-41b6-92e2-c0d886291952,revision_number=1']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:17:24.133145 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.scheduler.base_scheduler [None req-2160f669-aea6-4881-84ed-ada7d215f38d None None] Resources bound (agent type, host, resource id): {{(pid=103839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:17:24.140176 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2160f669-aea6-4881-84ed-ada7d215f38d None None] Received port after_create {{(pid=103839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 17:17:24.254738 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-2160f669-aea6-4881-84ed-ada7d215f38d None None] Attempting to bind port baae7f55-ff05-41b6-92e2-c0d886291952 on host dv-cinder-778193-22-iscsi for vnic_type normal with profile {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 17:17:24.257575 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-2160f669-aea6-4881-84ed-ada7d215f38d None None] Attempting to bind port baae7f55-ff05-41b6-92e2-c0d886291952 by drivers openvswitch,hyperv on host dv-cinder-778193-22-iscsi at level 0 using segments [{'id': '146a03a0-2e9b-4914-8b42-f6d23dd52607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'db11a766-0a4a-4c5d-aa16-a88ce102d55a'}] {{(pid=103839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 17:17:24.258613 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2160f669-aea6-4881-84ed-ada7d215f38d None None] Attempting to bind port baae7f55-ff05-41b6-92e2-c0d886291952 on network db11a766-0a4a-4c5d-aa16-a88ce102d55a {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 17:17:24.267219 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2160f669-aea6-4881-84ed-ada7d215f38d None None] Checking agent: {'id': '90356b9b-9a55-4227-ace0-d1fc01a5475f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 6, 38), 'started_at': datetime.datetime(2022, 3, 2, 17, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 17:17:24.267877 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2160f669-aea6-4881-84ed-ada7d215f38d None None] Checking segment: {'id': '146a03a0-2e9b-4914-8b42-f6d23dd52607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'db11a766-0a4a-4c5d-aa16-a88ce102d55a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 17:17:24.268443 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-2160f669-aea6-4881-84ed-ada7d215f38d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:24.269023 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2160f669-aea6-4881-84ed-ada7d215f38d None None] Bound using segment: {'id': '146a03a0-2e9b-4914-8b42-f6d23dd52607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'db11a766-0a4a-4c5d-aa16-a88ce102d55a'} {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 17:17:24.269699 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-2160f669-aea6-4881-84ed-ada7d215f38d None None] Bound port: baae7f55-ff05-41b6-92e2-c0d886291952, host: dv-cinder-778193-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '146a03a0-2e9b-4914-8b42-f6d23dd52607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'db11a766-0a4a-4c5d-aa16-a88ce102d55a'}}] {{(pid=103839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 17:17:24.270303 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-2160f669-aea6-4881-84ed-ada7d215f38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (baae7f55-ff05-41b6-92e2-c0d886291952), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:24.306407 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e6d2ff-4f6b-4d5c-9e46-fc51897d5b40 req-3758ed6b-98d7-40d7-9801-d47d72624f77 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:24.308019 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-b1e6d2ff-4f6b-4d5c-9e46-fc51897d5b40 req-3758ed6b-98d7-40d7-9801-d47d72624f77 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4081c5a4-d3d8-4855-87a3-25860d7f4961 HTTP/1.1" status: 200 len: 945 time: 0.1278117 Mar 02 17:17:24.330394 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.db.db_base_plugin_common [None req-62733bf5-db06-498e-88b3-413458809b93 admin admin] Allocated IP 172.27.1.190 (0bf1b91f-7d47-47dc-984e-54613c32c4bf/e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9/6b867562-80b4-4071-befd-693a7d526d71) {{(pid=103837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:17:24.381048 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-2160f669-aea6-4881-84ed-ada7d215f38d None None] For port baae7f55-ff05-41b6-92e2-c0d886291952, host dv-cinder-778193-22-iscsi, cleared binding levels {{(pid=103839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:17:24.386801 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-2160f669-aea6-4881-84ed-ada7d215f38d None None] For port baae7f55-ff05-41b6-92e2-c0d886291952, host dv-cinder-778193-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=baae7f55-ff05-41b6-92e2-c0d886291952,segment=NetworkSegment(146a03a0-2e9b-4914-8b42-f6d23dd52607),segment_id=146a03a0-2e9b-4914-8b42-f6d23dd52607)] {{(pid=103839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:17:24.417361 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-b1e6d2ff-4f6b-4d5c-9e46-fc51897d5b40 req-c3674255-2b89-4b9d-ba30-9f3225e71ad4 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006467 Mar 02 17:17:24.492809 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-2160f669-aea6-4881-84ed-ada7d215f38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (baae7f55-ff05-41b6-92e2-c0d886291952), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:24.501061 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-62733bf5-db06-498e-88b3-413458809b93 admin admin] Publish callbacks [] for port (6b867562-80b4-4071-befd-693a7d526d71), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:24.536513 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 48016) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:17:24.579300 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2160f669-aea6-4881-84ed-ada7d215f38d None None] Pushing event updated for resources: {'Port': ['ID=baae7f55-ff05-41b6-92e2-c0d886291952,revision_number=2']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:17:24.623387 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-62733bf5-db06-498e-88b3-413458809b93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757691134181'] for port (6b867562-80b4-4071-befd-693a7d526d71), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:24.688545 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62733bf5-db06-498e-88b3-413458809b93 admin admin] Network 0bf1b91f-7d47-47dc-984e-54613c32c4bf is already hosted by enough agents. {{(pid=103837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:17:24.692345 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.scheduler.base_scheduler [None req-62733bf5-db06-498e-88b3-413458809b93 admin admin] Resources bound (agent type, host, resource id): {{(pid=103837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:17:24.697798 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62733bf5-db06-498e-88b3-413458809b93 admin admin] Received port after_create {{(pid=103837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 17:17:24.714987 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62733bf5-db06-498e-88b3-413458809b93 admin admin] Pushing event updated for resources: {'Port': ['ID=6b867562-80b4-4071-befd-693a7d526d71,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:17:24.719929 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-1fc233a4-b7a9-412e-a19b-c17e3cea42f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:24.942621 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-1fc233a4-b7a9-412e-a19b-c17e3cea42f1 admin admin] Publish callbacks [] for security_group (23832cc5-fd81-4cfa-ae28-33efed982b97), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:25.058931 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-1fc233a4-b7a9-412e-a19b-c17e3cea42f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (23832cc5-fd81-4cfa-ae28-33efed982b97), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:25.101678 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4110cc4c-c806-4583-85aa-79ee23748387 req-a4ba5574-dc54-46da-ae83-75c11eefd125 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:25.108219 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-4110cc4c-c806-4583-85aa-79ee23748387 req-a4ba5574-dc54-46da-ae83-75c11eefd125 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 945 time: 0.0869045 Mar 02 17:17:25.146633 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-1fc233a4-b7a9-412e-a19b-c17e3cea42f1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f3510692036940f3812dcc32a4d0644c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6065810 Mar 02 17:17:25.148412 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 48028) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:17:25.155140 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc233a4-b7a9-412e-a19b-c17e3cea42f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23832cc5-fd81-4cfa-ae28-33efed982b97,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:17:25.185993 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-62733bf5-db06-498e-88b3-413458809b93 admin admin] Publish callbacks [] for router_gateway (47c11065-9b3e-433e-a522-c80ef68e5189), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:25.234367 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-4110cc4c-c806-4583-85aa-79ee23748387 req-06cf35a3-2486-4a4a-9412-6050b0aa031e tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200056 Mar 02 17:17:25.316250 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-cfb46cff-0bd2-4814-b57e-458aa4eeddf6 admin admin] Publish callbacks [] for security_group (23832cc5-fd81-4cfa-ae28-33efed982b97), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:25.349487 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5267b8-4a82-4a3d-998f-fa4e387500fd req-feb33488-f01d-4bdf-adf3-024ae48c3dfc tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:25.349487 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2c5267b8-4a82-4a3d-998f-fa4e387500fd req-feb33488-f01d-4bdf-adf3-024ae48c3dfc tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/ports?device_id=00c54406-4157-47ce-a72a-68f770725acc HTTP/1.1" status: 200 len: 944 time: 0.1663699 Mar 02 17:17:25.390038 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-cfb46cff-0bd2-4814-b57e-458aa4eeddf6 admin admin] Publish callbacks [] for security_group (23832cc5-fd81-4cfa-ae28-33efed982b97), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:25.451756 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device 9f40ba90-5d10-4dfa-88dd-00aa08f37927 up at agent ovs-agent-dv-cinder-778193-22-iscsi {{(pid=103839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 17:17:25.492722 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-62733bf5-db06-498e-88b3-413458809b93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-758514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760935'] for router (47c11065-9b3e-433e-a522-c80ef68e5189), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:25.524999 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2c5267b8-4a82-4a3d-998f-fa4e387500fd req-3628c52f-43d1-47d8-ac33-610d5b1742c2 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/security-groups?id=a87b5658-3d6d-4251-94e0-db2b1efad5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683857 Mar 02 17:17:25.563475 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Provisioning complete for port 9f40ba90-5d10-4dfa-88dd-00aa08f37927 triggered by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:17:25.564229 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (9f40ba90-5d10-4dfa-88dd-00aa08f37927), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:25.613009 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-cfb46cff-0bd2-4814-b57e-458aa4eeddf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (23832cc5-fd81-4cfa-ae28-33efed982b97), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:25.622687 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-cfb46cff-0bd2-4814-b57e-458aa4eeddf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:25.623853 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-cfb46cff-0bd2-4814-b57e-458aa4eeddf6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/23832cc5-fd81-4cfa-ae28-33efed982b97 HTTP/1.1" status: 204 len: 168 time: 0.4739995 Mar 02 17:17:25.664072 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb46cff-0bd2-4814-b57e-458aa4eeddf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23832cc5-fd81-4cfa-ae28-33efed982b97,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:17:25.701171 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21749fa7-7e42-49c1-9af7-f5d1edf771b7 req-d94c292d-a35b-4864-87d5-303607b2b1ca tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:25.703815 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-21749fa7-7e42-49c1-9af7-f5d1edf771b7 req-d94c292d-a35b-4864-87d5-303607b2b1ca tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4081c5a4-d3d8-4855-87a3-25860d7f4961 HTTP/1.1" status: 200 len: 945 time: 0.1556420 Mar 02 17:17:25.729750 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Current status of the port 9f40ba90-5d10-4dfa-88dd-00aa08f37927 is: ACTIVE; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:17:25.735648 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device baae7f55-ff05-41b6-92e2-c0d886291952 up at agent ovs-agent-dv-cinder-778193-22-iscsi {{(pid=103839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 17:17:25.809516 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Provisioning complete for port baae7f55-ff05-41b6-92e2-c0d886291952 triggered by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:17:25.810113 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (baae7f55-ff05-41b6-92e2-c0d886291952), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:25.826638 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-21749fa7-7e42-49c1-9af7-f5d1edf771b7 req-23fb37be-fed4-410c-9604-a1c30ad5a470 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147003 Mar 02 17:17:25.890879 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eaf0ec2-ff42-4a60-a784-70e64768e84f None None] Network db11a766-0a4a-4c5d-aa16-a88ce102d55a requested from dv-cinder-778193-22-iscsi {{(pid=103839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 17:17:25.908015 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62733bf5-db06-498e-88b3-413458809b93 admin admin] Router 47c11065-9b3e-433e-a522-c80ef68e5189 is scheduled to L3 agent 90b713d5-0d52-4da0-a663-b3b1c9fefb3d with binding_index 1 {{(pid=103837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 17:17:25.946330 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Current status of the port baae7f55-ff05-41b6-92e2-c0d886291952 is: DOWN; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:17:25.946719 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (baae7f55-ff05-41b6-92e2-c0d886291952), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:25.969168 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device 1e0a1354-b771-4c81-900c-a2d7c8816a7f up at agent hyperv_hv-cinder-77819 {{(pid=103839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 17:17:26.061942 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62733bf5-db06-498e-88b3-413458809b93 admin admin] Notify agent at l3_agent.dv-cinder-778193-22-iscsi the message routers_updated {{(pid=103837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:17:26.063758 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] For port baae7f55-ff05-41b6-92e2-c0d886291952, host dv-cinder-778193-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=baae7f55-ff05-41b6-92e2-c0d886291952,segment=NetworkSegment(146a03a0-2e9b-4914-8b42-f6d23dd52607),segment_id=146a03a0-2e9b-4914-8b42-f6d23dd52607)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:17:26.076698 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c44073-a967-45d3-8f7e-0fe23869bc80 None None] Sync routers for ids ['47c11065-9b3e-433e-a522-c80ef68e5189'] in dv-cinder-778193-22-iscsi {{(pid=103840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 17:17:26.088729 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-668fa8bd-b2d4-44ae-a5bd-9b21f90d2ef5 None None] Provisioning complete for port baae7f55-ff05-41b6-92e2-c0d886291952 triggered by entity DHCP. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:17:26.089116 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-668fa8bd-b2d4-44ae-a5bd-9b21f90d2ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (baae7f55-ff05-41b6-92e2-c0d886291952), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:26.098355 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c44073-a967-45d3-8f7e-0fe23869bc80 None None] Routers {'47c11065-9b3e-433e-a522-c80ef68e5189'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:17:26.099240 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_hamode_db [None req-71c44073-a967-45d3-8f7e-0fe23869bc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:17:04Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['47c11065-9b3e-433e-a522-c80ef68e5189'], 'active': True} {{(pid=103840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:17:26.152451 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (baae7f55-ff05-41b6-92e2-c0d886291952), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:26.209638 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-62733bf5-db06-498e-88b3-413458809b93 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:26.214369 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-62733bf5-db06-498e-88b3-413458809b93 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.5373344 Mar 02 17:17:26.217188 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 48050) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:17:26.247362 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Provisioning for port 1e0a1354-b771-4c81-900c-a2d7c8816a7f completed by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 17:17:26.314930 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Pushing event updated for resources: {'Port': ['ID=baae7f55-ff05-41b6-92e2-c0d886291952,revision_number=3']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:17:26.329655 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-668fa8bd-b2d4-44ae-a5bd-9b21f90d2ef5 None None] Current status of the port baae7f55-ff05-41b6-92e2-c0d886291952 is: ACTIVE; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:17:26.341541 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Provisioning complete for port 1e0a1354-b771-4c81-900c-a2d7c8816a7f triggered by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:17:26.342140 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (1e0a1354-b771-4c81-900c-a2d7c8816a7f), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:26.412227 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_dvr_db [None req-71c44073-a967-45d3-8f7e-0fe23869bc80 None None] Set router 47c11065-9b3e-433e-a522-c80ef68e5189 gateway port host: dv-cinder-778193-22-iscsi {{(pid=103840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:17:26.485052 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Current status of the port 1e0a1354-b771-4c81-900c-a2d7c8816a7f is: BUILD; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:17:26.485601 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (1e0a1354-b771-4c81-900c-a2d7c8816a7f), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:26.533230 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] For port 1e0a1354-b771-4c81-900c-a2d7c8816a7f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=1e0a1354-b771-4c81-900c-a2d7c8816a7f,segment=NetworkSegment(933b69cb-9b5d-476f-bddf-a4d2b8410aed),segment_id=933b69cb-9b5d-476f-bddf-a4d2b8410aed)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:17:26.534483 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00c54406-4157-47ce-a72a-68f770725acc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e0a1354-b771-4c81-900c-a2d7c8816a7f'}] {{(pid=103839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 17:17:26.537957 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1ae65c9246df630c0a528d92fdc2f4b7a0a5f54ed45d3739c3110b66571c885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcd485a8-7cf0-4759-81e9-9503318bc683" -d '{"events": [{"server_uuid": "00c54406-4157-47ce-a72a-68f770725acc", "name": "network-vif-plugged", "status": "completed", "tag": "1e0a1354-b771-4c81-900c-a2d7c8816a7f"}]}' {{(pid=103839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 17:17:26.584904 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 17:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f90327f-f4c3-4539-a5e6-61083f262072 x-openstack-request-id: req-8f90327f-f4c3-4539-a5e6-61083f262072 {{(pid=103839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 17:17:26.585347 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00c54406-4157-47ce-a72a-68f770725acc", "name": "network-vif-plugged", "status": "completed", "tag": "1e0a1354-b771-4c81-900c-a2d7c8816a7f", "code": 200}]} {{(pid=103839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 17:17:26.587176 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8f90327f-f4c3-4539-a5e6-61083f262072 {{(pid=103839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 17:17:26.588190 dv-cinder-778193-22-iscsi neutron-server[103839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00c54406-4157-47ce-a72a-68f770725acc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e0a1354-b771-4c81-900c-a2d7c8816a7f', 'code': 200} Mar 02 17:17:26.625388 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (1e0a1354-b771-4c81-900c-a2d7c8816a7f), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:26.677022 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 48066) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:17:26.695973 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-c10c41c6-cbb3-404f-a5de-bf2c787f4e5e None None] Provisioning complete for port baae7f55-ff05-41b6-92e2-c0d886291952 triggered by entity DHCP. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:17:26.699632 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-c10c41c6-cbb3-404f-a5de-bf2c787f4e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (baae7f55-ff05-41b6-92e2-c0d886291952), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:26.699829 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-dfe353ef-e43b-4788-a288-ecc74e62947c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:26.721412 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9237d59c-de0d-4ea3-b1e6-f41f84fb5098 req-9ecf663a-02dc-4026-bbbc-00a6d0b97d47 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:26.722941 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-9237d59c-de0d-4ea3-b1e6-f41f84fb5098 req-9ecf663a-02dc-4026-bbbc-00a6d0b97d47 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 945 time: 0.2245648 Mar 02 17:17:26.754980 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Pushing event updated for resources: {'Port': ['ID=1e0a1354-b771-4c81-900c-a2d7c8816a7f,revision_number=5']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:17:26.778558 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_hamode_db [None req-71c44073-a967-45d3-8f7e-0fe23869bc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47c11065-9b3e-433e-a522-c80ef68e5189', 'name': 'tempest-TestMinimumBasicScenario-975847315-router', 'tenant_id': 'fc85b5792b87460cb11420dab0ee0a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '6b867562-80b4-4071-befd-693a7d526d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:17:22Z', 'updated_at': '2022-03-02T17:17:24Z', 'revision_number': 3, 'project_id': 'fc85b5792b87460cb11420dab0ee0a77', 'gw_port': {'id': '6b867562-80b4-4071-befd-693a7d526d71', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:30:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47c11065-9b3e-433e-a522-c80ef68e5189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:17:24Z', 'updated_at': '2022-03-02T17:17:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi'}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:17:26.815761 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c44073-a967-45d3-8f7e-0fe23869bc80 None None] Checking router: 47c11065-9b3e-433e-a522-c80ef68e5189 for host: dv-cinder-778193-22-iscsi {{(pid=103840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 17:17:26.816162 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c44073-a967-45d3-8f7e-0fe23869bc80 None None] Updating router 47c11065-9b3e-433e-a522-c80ef68e5189 port 6b867562-80b4-4071-befd-693a7d526d71 binding host dv-cinder-778193-22-iscsi {{(pid=103840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 17:17:26.837081 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-dfe353ef-e43b-4788-a288-ecc74e62947c admin admin] Publish callbacks [] for security_group (f9146f66-a6f4-41a5-9af8-e001b4934984), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:26.857823 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-71c44073-a967-45d3-8f7e-0fe23869bc80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (6b867562-80b4-4071-befd-693a7d526d71), before_update {{(pid=103840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:26.865423 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-c10c41c6-cbb3-404f-a5de-bf2c787f4e5e None None] Current status of the port baae7f55-ff05-41b6-92e2-c0d886291952 is: ACTIVE; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:17:26.873109 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27189b-6ace-4e55-aff8-001f15fc3950 req-53720094-5ea3-4ceb-b1dd-47a7fbee4dbb tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:26.880035 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-da27189b-6ace-4e55-aff8-001f15fc3950 req-53720094-5ea3-4ceb-b1dd-47a7fbee4dbb tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/ports?device_id=00c54406-4157-47ce-a72a-68f770725acc HTTP/1.1" status: 200 len: 945 time: 0.2000666 Mar 02 17:17:26.914957 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-9237d59c-de0d-4ea3-b1e6-f41f84fb5098 req-52508b57-43cc-44f7-82c5-59357b6a7eea tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1816764 Mar 02 17:17:26.975406 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-da27189b-6ace-4e55-aff8-001f15fc3950 req-b2f9fbb2-7580-4ce6-9804-4ff9bc3e9711 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/security-groups?id=a87b5658-3d6d-4251-94e0-db2b1efad5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944979 Mar 02 17:17:27.033329 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-dfe353ef-e43b-4788-a288-ecc74e62947c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (f9146f66-a6f4-41a5-9af8-e001b4934984), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:27.081434 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-dfe353ef-e43b-4788-a288-ecc74e62947c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=efd2a843d74041c7b59827c26a1892c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4020929 Mar 02 17:17:27.084170 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe353ef-e43b-4788-a288-ecc74e62947c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9146f66-a6f4-41a5-9af8-e001b4934984,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:17:27.086653 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 48070) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:17:27.141365 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90dee1d-4537-4687-9c24-ad03872fd1c8 req-df83ea35-66df-48c0-b052-9c9f67a28b8c tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:27.142961 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-a90dee1d-4537-4687-9c24-ad03872fd1c8 req-df83ea35-66df-48c0-b052-9c9f67a28b8c tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4081c5a4-d3d8-4855-87a3-25860d7f4961 HTTP/1.1" status: 200 len: 945 time: 0.1350088 Mar 02 17:17:27.159954 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-7ef1bc22-cf59-4cc3-8dac-6cc8cd7647e4 admin admin] Publish callbacks [] for security_group (f9146f66-a6f4-41a5-9af8-e001b4934984), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:27.184475 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-7ef1bc22-cf59-4cc3-8dac-6cc8cd7647e4 admin admin] Publish callbacks [] for security_group (f9146f66-a6f4-41a5-9af8-e001b4934984), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:27.221835 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-71c44073-a967-45d3-8f7e-0fe23869bc80 None None] Publish callbacks [] for port (6b867562-80b4-4071-befd-693a7d526d71), precommit_update {{(pid=103840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:27.230120 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed69c0f1-348d-4865-b6c7-9abc8d1d6779 req-d2918d66-afdd-4af7-aefa-588ba587dbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:27.232096 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-ed69c0f1-348d-4865-b6c7-9abc8d1d6779 req-d2918d66-afdd-4af7-aefa-588ba587dbe2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=00c54406-4157-47ce-a72a-68f770725acc HTTP/1.1" status: 200 len: 1129 time: 0.1532509 Mar 02 17:17:27.233811 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-026489d9-0fab-4ec0-859b-8d222171b621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:27.273756 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-a90dee1d-4537-4687-9c24-ad03872fd1c8 req-949b9bdc-cb3e-4194-8d94-7976133aad5d tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003573 Mar 02 17:17:27.296491 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-71c44073-a967-45d3-8f7e-0fe23869bc80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (6b867562-80b4-4071-befd-693a7d526d71), after_update {{(pid=103840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:27.307233 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device baae7f55-ff05-41b6-92e2-c0d886291952 up at agent ovs-agent-dv-cinder-778193-22-iscsi {{(pid=103839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 17:17:27.319183 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-ed69c0f1-348d-4865-b6c7-9abc8d1d6779 req-df0247cf-3d0c-4558-9651-f31aefa18e4b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a87b5658-3d6d-4251-94e0-db2b1efad5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781524 Mar 02 17:17:27.362700 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-7ef1bc22-cf59-4cc3-8dac-6cc8cd7647e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (f9146f66-a6f4-41a5-9af8-e001b4934984), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:27.365428 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-7ef1bc22-cf59-4cc3-8dac-6cc8cd7647e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:27.366698 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-7ef1bc22-cf59-4cc3-8dac-6cc8cd7647e4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f9146f66-a6f4-41a5-9af8-e001b4934984 HTTP/1.1" status: 204 len: 168 time: 0.2643471 Mar 02 17:17:27.381247 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.managers [None req-71c44073-a967-45d3-8f7e-0fe23869bc80 None None] Attempting to bind port 6b867562-80b4-4071-befd-693a7d526d71 on host dv-cinder-778193-22-iscsi for vnic_type normal with profile {{(pid=103840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 17:17:27.382463 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef1bc22-cf59-4cc3-8dac-6cc8cd7647e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9146f66-a6f4-41a5-9af8-e001b4934984,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:17:27.383000 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.managers [None req-71c44073-a967-45d3-8f7e-0fe23869bc80 None None] Attempting to bind port 6b867562-80b4-4071-befd-693a7d526d71 by drivers openvswitch,hyperv on host dv-cinder-778193-22-iscsi at level 0 using segments [{'id': '52804d28-a361-4369-98ca-e918669c489a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf'}] {{(pid=103840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 17:17:27.383574 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c44073-a967-45d3-8f7e-0fe23869bc80 None None] Attempting to bind port 6b867562-80b4-4071-befd-693a7d526d71 on network 0bf1b91f-7d47-47dc-984e-54613c32c4bf {{(pid=103840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 17:17:27.399850 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c44073-a967-45d3-8f7e-0fe23869bc80 None None] Checking agent: {'id': '90356b9b-9a55-4227-ace0-d1fc01a5475f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 6, 38), 'started_at': datetime.datetime(2022, 3, 2, 17, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 17:17:27.400494 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c44073-a967-45d3-8f7e-0fe23869bc80 None None] Checking segment: {'id': '52804d28-a361-4369-98ca-e918669c489a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 17:17:27.401288 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-71c44073-a967-45d3-8f7e-0fe23869bc80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:27.401957 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c44073-a967-45d3-8f7e-0fe23869bc80 None None] Bound using segment: {'id': '52804d28-a361-4369-98ca-e918669c489a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf'} {{(pid=103840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 17:17:27.402798 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.managers [None req-71c44073-a967-45d3-8f7e-0fe23869bc80 None None] Bound port: 6b867562-80b4-4071-befd-693a7d526d71, host: dv-cinder-778193-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52804d28-a361-4369-98ca-e918669c489a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf'}}] {{(pid=103840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 17:17:27.403273 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-71c44073-a967-45d3-8f7e-0fe23869bc80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (6b867562-80b4-4071-befd-693a7d526d71), before_update {{(pid=103840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:27.490721 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Provisioning complete for port baae7f55-ff05-41b6-92e2-c0d886291952 triggered by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:17:27.491356 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (baae7f55-ff05-41b6-92e2-c0d886291952), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:27.496323 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c6c252-fd6c-44e9-b63d-c1b9cba05851 None None] Pushing event updated for resources: {'Port': ['ID=6b867562-80b4-4071-befd-693a7d526d71,revision_number=2']} {{(pid=103840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:17:27.519205 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.db [None req-71c44073-a967-45d3-8f7e-0fe23869bc80 None None] For port 6b867562-80b4-4071-befd-693a7d526d71, host dv-cinder-778193-22-iscsi, cleared binding levels {{(pid=103840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:17:27.523006 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.db [None req-71c44073-a967-45d3-8f7e-0fe23869bc80 None None] For port 6b867562-80b4-4071-befd-693a7d526d71, host dv-cinder-778193-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=6b867562-80b4-4071-befd-693a7d526d71,segment=NetworkSegment(52804d28-a361-4369-98ca-e918669c489a),segment_id=52804d28-a361-4369-98ca-e918669c489a)] {{(pid=103840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:17:27.599568 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-71c44073-a967-45d3-8f7e-0fe23869bc80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (6b867562-80b4-4071-befd-693a7d526d71), after_update {{(pid=103840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:27.626830 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.db_base_plugin_common [None req-026489d9-0fab-4ec0-859b-8d222171b621 admin admin] Allocated IP 172.20.0.1 (db11a766-0a4a-4c5d-aa16-a88ce102d55a/65992a4e-7c49-47e7-9db4-72db44efa68d/9e7c1d31-585a-49d7-b045-0c49bbcb9496) {{(pid=103838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:17:27.637247 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Current status of the port baae7f55-ff05-41b6-92e2-c0d886291952 is: ACTIVE; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:17:27.663403 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c44073-a967-45d3-8f7e-0fe23869bc80 None None] Routers {'47c11065-9b3e-433e-a522-c80ef68e5189'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:17:27.669717 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_hamode_db [None req-71c44073-a967-45d3-8f7e-0fe23869bc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:17:04Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['47c11065-9b3e-433e-a522-c80ef68e5189'], 'active': True} {{(pid=103840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:17:27.669717 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c6c252-fd6c-44e9-b63d-c1b9cba05851 None None] Pushing event updated for resources: {'Port': ['ID=6b867562-80b4-4071-befd-693a7d526d71,revision_number=3']} {{(pid=103840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:17:27.786498 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-026489d9-0fab-4ec0-859b-8d222171b621 admin admin] Publish callbacks [] for port (9e7c1d31-585a-49d7-b045-0c49bbcb9496), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:27.798874 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_dvr_db [None req-71c44073-a967-45d3-8f7e-0fe23869bc80 None None] Set router 47c11065-9b3e-433e-a522-c80ef68e5189 gateway port host: dv-cinder-778193-22-iscsi {{(pid=103840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:17:27.988058 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-026489d9-0fab-4ec0-859b-8d222171b621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757691134181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26691326'] for port (9e7c1d31-585a-49d7-b045-0c49bbcb9496), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:28.014813 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_hamode_db [None req-71c44073-a967-45d3-8f7e-0fe23869bc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47c11065-9b3e-433e-a522-c80ef68e5189', 'name': 'tempest-TestMinimumBasicScenario-975847315-router', 'tenant_id': 'fc85b5792b87460cb11420dab0ee0a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '6b867562-80b4-4071-befd-693a7d526d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:17:22Z', 'updated_at': '2022-03-02T17:17:24Z', 'revision_number': 3, 'project_id': 'fc85b5792b87460cb11420dab0ee0a77', 'gw_port': {'id': '6b867562-80b4-4071-befd-693a7d526d71', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:30:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47c11065-9b3e-433e-a522-c80ef68e5189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:17:24Z', 'updated_at': '2022-03-02T17:17:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi'}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:17:28.057759 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026489d9-0fab-4ec0-859b-8d222171b621 admin admin] Network db11a766-0a4a-4c5d-aa16-a88ce102d55a is already hosted by enough agents. {{(pid=103838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:17:28.061162 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c44073-a967-45d3-8f7e-0fe23869bc80 None None] The sync data for ids ['47c11065-9b3e-433e-a522-c80ef68e5189'] in dv-cinder-778193-22-iscsi is: [{'id': '47c11065-9b3e-433e-a522-c80ef68e5189', 'name': 'tempest-TestMinimumBasicScenario-975847315-router', 'tenant_id': 'fc85b5792b87460cb11420dab0ee0a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '6b867562-80b4-4071-befd-693a7d526d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:17:22Z', 'updated_at': '2022-03-02T17:17:24Z', 'revision_number': 3, 'project_id': 'fc85b5792b87460cb11420dab0ee0a77', 'gw_port': {'id': '6b867562-80b4-4071-befd-693a7d526d71', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:30:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47c11065-9b3e-433e-a522-c80ef68e5189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:17:24Z', 'updated_at': '2022-03-02T17:17:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi'}] {{(pid=103840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 17:17:28.080099 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.base_scheduler [None req-026489d9-0fab-4ec0-859b-8d222171b621 admin admin] Resources bound (agent type, host, resource id): {{(pid=103838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:17:28.090458 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026489d9-0fab-4ec0-859b-8d222171b621 admin admin] Received port after_create {{(pid=103838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 17:17:28.158676 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026489d9-0fab-4ec0-859b-8d222171b621 admin admin] Pushing event updated for resources: {'Port': ['ID=9e7c1d31-585a-49d7-b045-0c49bbcb9496,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:17:28.237767 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-026489d9-0fab-4ec0-859b-8d222171b621 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755258'] for router_interface (47c11065-9b3e-433e-a522-c80ef68e5189), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:28.410758 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a0521-4002-4430-afd1-ed3edac1221f req-2128e912-25f8-434f-9eba-dcdacbcea9ba tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:28.412386 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-f55a0521-4002-4430-afd1-ed3edac1221f req-2128e912-25f8-434f-9eba-dcdacbcea9ba tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 945 time: 0.3919363 Mar 02 17:17:28.465692 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a582dd4-45b3-4805-93e6-765eaa08a763 req-c069ace9-4ee5-4623-ad71-07d0107eb158 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:28.474227 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-9a582dd4-45b3-4805-93e6-765eaa08a763 req-c069ace9-4ee5-4623-ad71-07d0107eb158 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/ports?device_id=00c54406-4157-47ce-a72a-68f770725acc HTTP/1.1" status: 200 len: 945 time: 0.3953683 Mar 02 17:17:28.570716 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-2bd4de74-15f6-4f26-877f-058ebb2b90b2 None None] Provisioning complete for port 9e7c1d31-585a-49d7-b045-0c49bbcb9496 triggered by entity DHCP. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:17:28.572148 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-2bd4de74-15f6-4f26-877f-058ebb2b90b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (9e7c1d31-585a-49d7-b045-0c49bbcb9496), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:28.645345 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-026489d9-0fab-4ec0-859b-8d222171b621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (9e7c1d31-585a-49d7-b045-0c49bbcb9496), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:28.660054 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-f55a0521-4002-4430-afd1-ed3edac1221f req-2217a79c-8d7a-4088-98fa-763b10f9ba45 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2305880 Mar 02 17:17:28.668511 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-9a582dd4-45b3-4805-93e6-765eaa08a763 req-78fa8a36-cf42-4f5c-a335-d9a8f5880382 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/security-groups?id=a87b5658-3d6d-4251-94e0-db2b1efad5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933784 Mar 02 17:17:28.697375 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-2bd4de74-15f6-4f26-877f-058ebb2b90b2 None None] Port 9e7c1d31-585a-49d7-b045-0c49bbcb9496 cannot update to ACTIVE because it is not bound. {{(pid=103839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 17:17:29.009212 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-026489d9-0fab-4ec0-859b-8d222171b621 admin admin] Publish callbacks [] for port (9e7c1d31-585a-49d7-b045-0c49bbcb9496), precommit_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:29.120135 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-026489d9-0fab-4ec0-859b-8d222171b621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26691319'] for port (9e7c1d31-585a-49d7-b045-0c49bbcb9496), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:29.264014 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-026489d9-0fab-4ec0-859b-8d222171b621 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755626'] for router_interface (47c11065-9b3e-433e-a522-c80ef68e5189), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:29.266745 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026489d9-0fab-4ec0-859b-8d222171b621 admin admin] Pushing event updated for resources: {'Port': ['ID=9e7c1d31-585a-49d7-b045-0c49bbcb9496,revision_number=2']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:17:29.429460 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device 6b867562-80b4-4071-befd-693a7d526d71 up at agent ovs-agent-dv-cinder-778193-22-iscsi {{(pid=103839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 17:17:29.456344 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026489d9-0fab-4ec0-859b-8d222171b621 admin admin] Network db11a766-0a4a-4c5d-aa16-a88ce102d55a is already hosted by enough agents. {{(pid=103838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:17:29.515764 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.base_scheduler [None req-026489d9-0fab-4ec0-859b-8d222171b621 admin admin] Resources bound (agent type, host, resource id): {{(pid=103838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:17:29.562573 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Provisioning complete for port 6b867562-80b4-4071-befd-693a7d526d71 triggered by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:17:29.563234 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (6b867562-80b4-4071-befd-693a7d526d71), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:29.744037 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Current status of the port 6b867562-80b4-4071-befd-693a7d526d71 is: DOWN; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:17:29.748630 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (6b867562-80b4-4071-befd-693a7d526d71), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:29.823284 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] For port 6b867562-80b4-4071-befd-693a7d526d71, host dv-cinder-778193-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=6b867562-80b4-4071-befd-693a7d526d71,segment=NetworkSegment(52804d28-a361-4369-98ca-e918669c489a),segment_id=52804d28-a361-4369-98ca-e918669c489a)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:17:29.931064 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (6b867562-80b4-4071-befd-693a7d526d71), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:30.032240 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-398c8a1a-ee9d-4592-9c99-1021a366d173 None None] Provisioning complete for port 9e7c1d31-585a-49d7-b045-0c49bbcb9496 triggered by entity DHCP. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:17:30.032611 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-398c8a1a-ee9d-4592-9c99-1021a366d173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (9e7c1d31-585a-49d7-b045-0c49bbcb9496), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:30.102905 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Pushing event updated for resources: {'Port': ['ID=6b867562-80b4-4071-befd-693a7d526d71,revision_number=4']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:17:30.112853 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-398c8a1a-ee9d-4592-9c99-1021a366d173 None None] Port 9e7c1d31-585a-49d7-b045-0c49bbcb9496 cannot update to ACTIVE because it is not bound. {{(pid=103839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 17:17:30.169218 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4713085e-1d1d-4e16-95b8-4bf1f80f5f55 req-43a269bd-26c2-46bf-a6c3-975c6d897c99 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:30.170712 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-4713085e-1d1d-4e16-95b8-4bf1f80f5f55 req-43a269bd-26c2-46bf-a6c3-975c6d897c99 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 945 time: 0.1628294 Mar 02 17:17:30.198407 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5137e3-f2cb-4061-88a3-71e1aef92d8f req-1a7458cf-3182-491a-b10f-78bd02420d66 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:30.199983 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-ee5137e3-f2cb-4061-88a3-71e1aef92d8f req-1a7458cf-3182-491a-b10f-78bd02420d66 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4081c5a4-d3d8-4855-87a3-25860d7f4961 HTTP/1.1" status: 200 len: 945 time: 0.1910090 Mar 02 17:17:30.281400 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-026489d9-0fab-4ec0-859b-8d222171b621 admin admin] Router 47c11065-9b3e-433e-a522-c80ef68e5189 has already been hosted by L3 agent 90b713d5-0d52-4da0-a663-b3b1c9fefb3d {{(pid=103838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:17:30.320370 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-4713085e-1d1d-4e16-95b8-4bf1f80f5f55 req-49cf61f6-d92f-41ce-a6f1-a3749a5c6189 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374204 Mar 02 17:17:30.403730 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-ee5137e3-f2cb-4061-88a3-71e1aef92d8f req-90b8a143-35a7-4735-b21a-b1c495bdf57d tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915548 Mar 02 17:17:30.540170 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd5f098-a825-4709-9f17-e32941125cfc req-a80a5c28-ec75-476f-a3e4-9f81462e76c9 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:30.541725 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-5fd5f098-a825-4709-9f17-e32941125cfc req-a80a5c28-ec75-476f-a3e4-9f81462e76c9 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/ports?device_id=00c54406-4157-47ce-a72a-68f770725acc HTTP/1.1" status: 200 len: 945 time: 0.1270392 Mar 02 17:17:30.566244 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026489d9-0fab-4ec0-859b-8d222171b621 admin admin] Notify agent at l3_agent.dv-cinder-778193-22-iscsi the message routers_updated {{(pid=103838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:17:30.577078 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-026489d9-0fab-4ec0-859b-8d222171b621 admin admin] 10.222.0.55 "PUT /v2.0/routers/47c11065-9b3e-433e-a522-c80ef68e5189/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3551602 Mar 02 17:17:30.636101 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-5fd5f098-a825-4709-9f17-e32941125cfc req-699a29e4-f601-49da-80d2-25fbe395d1e3 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/security-groups?id=a87b5658-3d6d-4251-94e0-db2b1efad5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824811 Mar 02 17:17:30.800940 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf51abb0-e599-4951-b749-3da044af51ea None None] Sync routers for ids ['47c11065-9b3e-433e-a522-c80ef68e5189'] in dv-cinder-778193-22-iscsi {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 17:17:30.813782 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf51abb0-e599-4951-b749-3da044af51ea None None] Routers {'47c11065-9b3e-433e-a522-c80ef68e5189'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:17:30.814497 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-cf51abb0-e599-4951-b749-3da044af51ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:17:04Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['47c11065-9b3e-433e-a522-c80ef68e5189'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:17:30.939800 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-cf51abb0-e599-4951-b749-3da044af51ea None None] Set router 47c11065-9b3e-433e-a522-c80ef68e5189 gateway port host: dv-cinder-778193-22-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:17:31.186081 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-cf51abb0-e599-4951-b749-3da044af51ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47c11065-9b3e-433e-a522-c80ef68e5189', 'name': 'tempest-TestMinimumBasicScenario-975847315-router', 'tenant_id': 'fc85b5792b87460cb11420dab0ee0a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '6b867562-80b4-4071-befd-693a7d526d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:17:22Z', 'updated_at': '2022-03-02T17:17:28Z', 'revision_number': 4, 'project_id': 'fc85b5792b87460cb11420dab0ee0a77', 'gw_port': {'id': '6b867562-80b4-4071-befd-693a7d526d71', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:30:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c11065-9b3e-433e-a522-c80ef68e5189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:17:24Z', 'updated_at': '2022-03-02T17:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_interfaces': [{'id': '9e7c1d31-585a-49d7-b045-0c49bbcb9496', 'name': '', 'network_id': 'db11a766-0a4a-4c5d-aa16-a88ce102d55a', 'tenant_id': 'fc85b5792b87460cb11420dab0ee0a77', 'mac_address': 'fa:16:3e:75:f5:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47c11065-9b3e-433e-a522-c80ef68e5189', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '65992a4e-7c49-47e7-9db4-72db44efa68d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:17:27Z', 'updated_at': '2022-03-02T17:17:28Z', 'revision_number': 2, 'project_id': 'fc85b5792b87460cb11420dab0ee0a77', 'subnets': [{'id': '65992a4e-7c49-47e7-9db4-72db44efa68d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:17:31.215316 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf51abb0-e599-4951-b749-3da044af51ea None None] Checking router: 47c11065-9b3e-433e-a522-c80ef68e5189 for host: dv-cinder-778193-22-iscsi {{(pid=103839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 17:17:31.215744 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf51abb0-e599-4951-b749-3da044af51ea None None] Updating router 47c11065-9b3e-433e-a522-c80ef68e5189 port 9e7c1d31-585a-49d7-b045-0c49bbcb9496 binding host dv-cinder-778193-22-iscsi {{(pid=103839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 17:17:31.247755 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-cf51abb0-e599-4951-b749-3da044af51ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (9e7c1d31-585a-49d7-b045-0c49bbcb9496), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:31.304370 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device 6b867562-80b4-4071-befd-693a7d526d71 up at agent ovs-agent-dv-cinder-778193-22-iscsi {{(pid=103839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 17:17:31.492857 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ec563-8402-4a51-a18f-e3316d25bec9 req-6c25c3c9-8f9a-472d-8ede-4027ec6eeeab tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:31.496011 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-000ec563-8402-4a51-a18f-e3316d25bec9 req-6c25c3c9-8f9a-472d-8ede-4027ec6eeeab tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 945 time: 0.0961556 Mar 02 17:17:31.547761 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-000ec563-8402-4a51-a18f-e3316d25bec9 req-cd042fee-c8e8-4637-bc72-4059dd6e60ef tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470686 Mar 02 17:17:31.588719 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Provisioning complete for port 6b867562-80b4-4071-befd-693a7d526d71 triggered by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:17:31.589117 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (6b867562-80b4-4071-befd-693a7d526d71), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:31.863969 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-cf51abb0-e599-4951-b749-3da044af51ea None None] Publish callbacks [] for port (9e7c1d31-585a-49d7-b045-0c49bbcb9496), precommit_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:31.863969 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Current status of the port 6b867562-80b4-4071-befd-693a7d526d71 is: ACTIVE; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:17:31.896060 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-61957702-d7b8-4362-b95d-75abaeaaa5df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (0060df7f-f835-4890-b25c-3842f545a9d0), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:32.072132 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-cf51abb0-e599-4951-b749-3da044af51ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (9e7c1d31-585a-49d7-b045-0c49bbcb9496), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:32.199454 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d93c8c-b799-4233-b901-f435a7a2dc0a None None] Pushing event updated for resources: {'Port': ['ID=9e7c1d31-585a-49d7-b045-0c49bbcb9496,revision_number=3']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:17:32.314673 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-cf51abb0-e599-4951-b749-3da044af51ea None None] Attempting to bind port 9e7c1d31-585a-49d7-b045-0c49bbcb9496 on host dv-cinder-778193-22-iscsi for vnic_type normal with profile {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 17:17:32.315308 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-cf51abb0-e599-4951-b749-3da044af51ea None None] Attempting to bind port 9e7c1d31-585a-49d7-b045-0c49bbcb9496 by drivers openvswitch,hyperv on host dv-cinder-778193-22-iscsi at level 0 using segments [{'id': '146a03a0-2e9b-4914-8b42-f6d23dd52607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'db11a766-0a4a-4c5d-aa16-a88ce102d55a'}] {{(pid=103839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 17:17:32.316105 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf51abb0-e599-4951-b749-3da044af51ea None None] Attempting to bind port 9e7c1d31-585a-49d7-b045-0c49bbcb9496 on network db11a766-0a4a-4c5d-aa16-a88ce102d55a {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 17:17:32.323349 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf51abb0-e599-4951-b749-3da044af51ea None None] Checking agent: {'id': '90356b9b-9a55-4227-ace0-d1fc01a5475f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 6, 38), 'started_at': datetime.datetime(2022, 3, 2, 17, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 17:17:32.324362 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf51abb0-e599-4951-b749-3da044af51ea None None] Checking segment: {'id': '146a03a0-2e9b-4914-8b42-f6d23dd52607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'db11a766-0a4a-4c5d-aa16-a88ce102d55a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 17:17:32.324941 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-cf51abb0-e599-4951-b749-3da044af51ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:32.326267 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf51abb0-e599-4951-b749-3da044af51ea None None] Bound using segment: {'id': '146a03a0-2e9b-4914-8b42-f6d23dd52607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'db11a766-0a4a-4c5d-aa16-a88ce102d55a'} {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 17:17:32.327060 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-cf51abb0-e599-4951-b749-3da044af51ea None None] Bound port: 9e7c1d31-585a-49d7-b045-0c49bbcb9496, host: dv-cinder-778193-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '146a03a0-2e9b-4914-8b42-f6d23dd52607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'db11a766-0a4a-4c5d-aa16-a88ce102d55a'}}] {{(pid=103839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 17:17:32.327920 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-cf51abb0-e599-4951-b749-3da044af51ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (9e7c1d31-585a-49d7-b045-0c49bbcb9496), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:32.433785 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-cf51abb0-e599-4951-b749-3da044af51ea None None] For port 9e7c1d31-585a-49d7-b045-0c49bbcb9496, host dv-cinder-778193-22-iscsi, cleared binding levels {{(pid=103839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:17:32.439035 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-cf51abb0-e599-4951-b749-3da044af51ea None None] For port 9e7c1d31-585a-49d7-b045-0c49bbcb9496, host dv-cinder-778193-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=9e7c1d31-585a-49d7-b045-0c49bbcb9496,segment=NetworkSegment(146a03a0-2e9b-4914-8b42-f6d23dd52607),segment_id=146a03a0-2e9b-4914-8b42-f6d23dd52607)] {{(pid=103839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:17:32.540570 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-cf51abb0-e599-4951-b749-3da044af51ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (9e7c1d31-585a-49d7-b045-0c49bbcb9496), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:32.680237 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-69c0a61c-3013-4880-beaf-ace59fc0d60e None None] Provisioning complete for port 9e7c1d31-585a-49d7-b045-0c49bbcb9496 triggered by entity DHCP. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:17:32.701774 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-69c0a61c-3013-4880-beaf-ace59fc0d60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (9e7c1d31-585a-49d7-b045-0c49bbcb9496), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:32.751571 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf51abb0-e599-4951-b749-3da044af51ea None None] Routers {'47c11065-9b3e-433e-a522-c80ef68e5189'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:17:32.752288 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-cf51abb0-e599-4951-b749-3da044af51ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:17:04Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['47c11065-9b3e-433e-a522-c80ef68e5189'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:17:32.758934 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d93c8c-b799-4233-b901-f435a7a2dc0a None None] Pushing event updated for resources: {'Port': ['ID=9e7c1d31-585a-49d7-b045-0c49bbcb9496,revision_number=4']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:17:32.791208 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d870d2dc-0410-443e-9489-65ffe05d8f9a req-a3ff046a-5f51-4cfa-b052-8a92deb867b0 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:32.796560 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d870d2dc-0410-443e-9489-65ffe05d8f9a req-a3ff046a-5f51-4cfa-b052-8a92deb867b0 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 945 time: 0.1526277 Mar 02 17:17:32.932266 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d870d2dc-0410-443e-9489-65ffe05d8f9a req-c9479d28-9521-42d5-a6b1-dcc34235146c tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243863 Mar 02 17:17:32.987664 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-69c0a61c-3013-4880-beaf-ace59fc0d60e None None] Current status of the port 9e7c1d31-585a-49d7-b045-0c49bbcb9496 is: DOWN; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:17:32.988326 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-69c0a61c-3013-4880-beaf-ace59fc0d60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (9e7c1d31-585a-49d7-b045-0c49bbcb9496), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:33.021548 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-cf51abb0-e599-4951-b749-3da044af51ea None None] Set router 47c11065-9b3e-433e-a522-c80ef68e5189 gateway port host: dv-cinder-778193-22-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:17:33.082176 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-69c0a61c-3013-4880-beaf-ace59fc0d60e None None] For port 9e7c1d31-585a-49d7-b045-0c49bbcb9496, host dv-cinder-778193-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=9e7c1d31-585a-49d7-b045-0c49bbcb9496,segment=NetworkSegment(146a03a0-2e9b-4914-8b42-f6d23dd52607),segment_id=146a03a0-2e9b-4914-8b42-f6d23dd52607)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:17:33.142863 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-69c0a61c-3013-4880-beaf-ace59fc0d60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (9e7c1d31-585a-49d7-b045-0c49bbcb9496), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:33.282431 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c0a61c-3013-4880-beaf-ace59fc0d60e None None] Pushing event updated for resources: {'Port': ['ID=9e7c1d31-585a-49d7-b045-0c49bbcb9496,revision_number=5']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:17:33.293451 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-492f3951-20d4-4af1-85be-e6187cdf0361 None None] Provisioning complete for port 9e7c1d31-585a-49d7-b045-0c49bbcb9496 triggered by entity DHCP. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:17:33.293953 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-492f3951-20d4-4af1-85be-e6187cdf0361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (9e7c1d31-585a-49d7-b045-0c49bbcb9496), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:33.462100 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-492f3951-20d4-4af1-85be-e6187cdf0361 None None] Current status of the port 9e7c1d31-585a-49d7-b045-0c49bbcb9496 is: ACTIVE; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:17:33.477888 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-cf51abb0-e599-4951-b749-3da044af51ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47c11065-9b3e-433e-a522-c80ef68e5189', 'name': 'tempest-TestMinimumBasicScenario-975847315-router', 'tenant_id': 'fc85b5792b87460cb11420dab0ee0a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '6b867562-80b4-4071-befd-693a7d526d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:17:22Z', 'updated_at': '2022-03-02T17:17:28Z', 'revision_number': 4, 'project_id': 'fc85b5792b87460cb11420dab0ee0a77', 'gw_port': {'id': '6b867562-80b4-4071-befd-693a7d526d71', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:30:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c11065-9b3e-433e-a522-c80ef68e5189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:17:24Z', 'updated_at': '2022-03-02T17:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_interfaces': [{'id': '9e7c1d31-585a-49d7-b045-0c49bbcb9496', 'name': '', 'network_id': 'db11a766-0a4a-4c5d-aa16-a88ce102d55a', 'tenant_id': 'fc85b5792b87460cb11420dab0ee0a77', 'mac_address': 'fa:16:3e:75:f5:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47c11065-9b3e-433e-a522-c80ef68e5189', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '65992a4e-7c49-47e7-9db4-72db44efa68d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:17:27Z', 'updated_at': '2022-03-02T17:17:32Z', 'revision_number': 4, 'project_id': 'fc85b5792b87460cb11420dab0ee0a77', 'subnets': [{'id': '65992a4e-7c49-47e7-9db4-72db44efa68d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:17:33.537525 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf51abb0-e599-4951-b749-3da044af51ea None None] The sync data for ids ['47c11065-9b3e-433e-a522-c80ef68e5189'] in dv-cinder-778193-22-iscsi is: [{'id': '47c11065-9b3e-433e-a522-c80ef68e5189', 'name': 'tempest-TestMinimumBasicScenario-975847315-router', 'tenant_id': 'fc85b5792b87460cb11420dab0ee0a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '6b867562-80b4-4071-befd-693a7d526d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:17:22Z', 'updated_at': '2022-03-02T17:17:28Z', 'revision_number': 4, 'project_id': 'fc85b5792b87460cb11420dab0ee0a77', 'gw_port': {'id': '6b867562-80b4-4071-befd-693a7d526d71', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:30:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c11065-9b3e-433e-a522-c80ef68e5189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:17:24Z', 'updated_at': '2022-03-02T17:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_interfaces': [{'id': '9e7c1d31-585a-49d7-b045-0c49bbcb9496', 'name': '', 'network_id': 'db11a766-0a4a-4c5d-aa16-a88ce102d55a', 'tenant_id': 'fc85b5792b87460cb11420dab0ee0a77', 'mac_address': 'fa:16:3e:75:f5:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47c11065-9b3e-433e-a522-c80ef68e5189', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '65992a4e-7c49-47e7-9db4-72db44efa68d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:17:27Z', 'updated_at': '2022-03-02T17:17:32Z', 'revision_number': 4, 'project_id': 'fc85b5792b87460cb11420dab0ee0a77', 'subnets': [{'id': '65992a4e-7c49-47e7-9db4-72db44efa68d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 17:17:34.079172 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-aa3e5515-2222-438b-867f-5eb8c9c41e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90b713d5-0d52-4da0-a663-b3b1c9fefb3d), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:34.146646 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc1da1d-11c4-45fa-9815-76f6b0d69baa req-74379867-abc9-4e09-8b34-e337ffc87cd4 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:34.149496 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-8fc1da1d-11c4-45fa-9815-76f6b0d69baa req-74379867-abc9-4e09-8b34-e337ffc87cd4 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 945 time: 0.0785012 Mar 02 17:17:34.238556 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-8fc1da1d-11c4-45fa-9815-76f6b0d69baa req-2e3beea4-f958-4776-90a6-5ef551a55346 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822346 Mar 02 17:17:35.031764 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-7239c76e-3e75-4b64-9028-aed8f891363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (eca5c3a0-ec74-4a2a-a5c6-a62430d93509), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:35.316122 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device 9e7c1d31-585a-49d7-b045-0c49bbcb9496 up at agent ovs-agent-dv-cinder-778193-22-iscsi {{(pid=103839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 17:17:35.374605 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Provisioning complete for port 9e7c1d31-585a-49d7-b045-0c49bbcb9496 triggered by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:17:35.376098 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (9e7c1d31-585a-49d7-b045-0c49bbcb9496), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:35.388293 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081563a-aea8-4481-8d59-e25a7228744a req-9ecf41cf-b0b5-4c81-9971-0d2d7e248dcd tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:35.389987 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-a081563a-aea8-4481-8d59-e25a7228744a req-9ecf41cf-b0b5-4c81-9971-0d2d7e248dcd tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 945 time: 0.0590088 Mar 02 17:17:35.449708 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-a081563a-aea8-4481-8d59-e25a7228744a req-547e6502-35a1-489e-824c-d47103f6067b tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530446 Mar 02 17:17:35.490261 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Current status of the port 9e7c1d31-585a-49d7-b045-0c49bbcb9496 is: ACTIVE; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:17:36.612268 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bde853-eab6-4019-a275-44b84f37b8f7 req-ac80855c-4bb9-40f6-9315-ff3325134f42 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:36.616155 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-95bde853-eab6-4019-a275-44b84f37b8f7 req-ac80855c-4bb9-40f6-9315-ff3325134f42 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 945 time: 0.0664673 Mar 02 17:17:36.689794 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-95bde853-eab6-4019-a275-44b84f37b8f7 req-c20d8ece-bac8-46f2-89d1-51701647bf3c tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695586 Mar 02 17:17:36.742298 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-765bf0ac-d167-416d-8fe2-638e582454ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (aac89579-4eb6-45c8-861e-e37bc0c26bf3), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:37.833164 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c75de44-1b93-45eb-9cef-d8934af86b92 req-195ece01-370d-4011-b35e-1e42f28152aa tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:37.834764 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-8c75de44-1b93-45eb-9cef-d8934af86b92 req-195ece01-370d-4011-b35e-1e42f28152aa tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 945 time: 0.0596528 Mar 02 17:17:37.886874 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-8c75de44-1b93-45eb-9cef-d8934af86b92 req-fc5c06cb-b2ec-4943-a0fc-faef0111cff3 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454144 Mar 02 17:17:38.958910 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90356b9b-9a55-4227-ace0-d1fc01a5475f), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:39.024044 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2302e4-0073-4c26-be08-2827363320fd req-ff1861ea-81b6-4c70-bb43-f92fd701db3f tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:39.025575 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-7e2302e4-0073-4c26-be08-2827363320fd req-ff1861ea-81b6-4c70-bb43-f92fd701db3f tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 945 time: 0.0570798 Mar 02 17:17:39.084299 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-7e2302e4-0073-4c26-be08-2827363320fd req-2911ec29-41dd-4173-82a3-200656c42dae tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527847 Mar 02 17:17:39.583017 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792b95c6-40bf-436d-ac26-5def185fdef1 req-f1952bf8-5c29-45a0-aac9-6bda06d38ae4 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:39.586956 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-792b95c6-40bf-436d-ac26-5def185fdef1 req-f1952bf8-5c29-45a0-aac9-6bda06d38ae4 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/ports?device_id=00c54406-4157-47ce-a72a-68f770725acc HTTP/1.1" status: 200 len: 945 time: 0.1077816 Mar 02 17:17:39.707125 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-792b95c6-40bf-436d-ac26-5def185fdef1 req-88e528b1-8fab-4439-a372-8005c2f07e7a tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/security-groups?id=a87b5658-3d6d-4251-94e0-db2b1efad5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136768 Mar 02 17:17:40.252231 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc7091-9592-4c32-bda8-8731de157ee9 req-55400667-001d-4e73-abba-4b072e077eae tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:40.254021 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c0dc7091-9592-4c32-bda8-8731de157ee9 req-55400667-001d-4e73-abba-4b072e077eae tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 945 time: 0.0642545 Mar 02 17:17:40.352365 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c0dc7091-9592-4c32-bda8-8731de157ee9 req-c7be437a-3872-4419-aaef-92c3d05eb2f7 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869803 Mar 02 17:17:40.887062 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be44392e-72ae-4d83-8ad5-e0aa79a8055f req-1ccace62-3c75-4ec8-a006-9a00d7a380c2 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:40.897424 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-be44392e-72ae-4d83-8ad5-e0aa79a8055f req-1ccace62-3c75-4ec8-a006-9a00d7a380c2 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/ports?device_id=00c54406-4157-47ce-a72a-68f770725acc HTTP/1.1" status: 200 len: 945 time: 0.1114285 Mar 02 17:17:41.003208 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-be44392e-72ae-4d83-8ad5-e0aa79a8055f req-10b7beeb-3258-4181-b60b-bf92f7580778 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/security-groups?id=a87b5658-3d6d-4251-94e0-db2b1efad5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039648 Mar 02 17:17:41.498290 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46616fda-c2d9-437e-85ed-b1693de9e331 req-a49748f6-bda6-4a43-a8dd-29086556cd4e tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:41.500712 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-46616fda-c2d9-437e-85ed-b1693de9e331 req-a49748f6-bda6-4a43-a8dd-29086556cd4e tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 945 time: 0.0630124 Mar 02 17:17:41.556663 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-46616fda-c2d9-437e-85ed-b1693de9e331 req-b058e62a-9163-44cd-a79d-6a86d4c1ddbd tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504811 Mar 02 17:17:42.166309 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a13d8a2-0758-4987-9077-c651efb60717 req-c2196f54-d6e9-479a-a88e-3f4756d7de60 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:42.168680 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-9a13d8a2-0758-4987-9077-c651efb60717 req-c2196f54-d6e9-479a-a88e-3f4756d7de60 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/ports?device_id=00c54406-4157-47ce-a72a-68f770725acc HTTP/1.1" status: 200 len: 945 time: 0.0779278 Mar 02 17:17:42.221218 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-9a13d8a2-0758-4987-9077-c651efb60717 req-ea53d2d7-d968-4b0c-8e27-925e3f750d72 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/security-groups?id=a87b5658-3d6d-4251-94e0-db2b1efad5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457544 Mar 02 17:17:42.700671 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f5b8b0-d6eb-4fb7-b29a-50bbbbf3f802 req-32d78845-3480-47c0-ae3b-86d4e53bf6f5 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:42.702360 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c4f5b8b0-d6eb-4fb7-b29a-50bbbbf3f802 req-32d78845-3480-47c0-ae3b-86d4e53bf6f5 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 945 time: 0.0583103 Mar 02 17:17:42.757818 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c4f5b8b0-d6eb-4fb7-b29a-50bbbbf3f802 req-e482c4e4-dda6-43d8-ab5a-4df37c327322 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497770 Mar 02 17:17:43.357826 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device b68d8011-6aa0-4d28-8e03-0da9e6f36b0e details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 17:17:43.389127 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dda066b-4d40-4ed4-83e2-fe4300cb58b1 req-6a3f7c82-423c-4d59-91b0-bfe64369a477 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:43.390594 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-3dda066b-4d40-4ed4-83e2-fe4300cb58b1 req-6a3f7c82-423c-4d59-91b0-bfe64369a477 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/ports?device_id=00c54406-4157-47ce-a72a-68f770725acc HTTP/1.1" status: 200 len: 945 time: 0.0675988 Mar 02 17:17:43.438782 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-3dda066b-4d40-4ed4-83e2-fe4300cb58b1 req-21d86e0d-4055-4bc5-a008-ecb91a62616e tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/security-groups?id=a87b5658-3d6d-4251-94e0-db2b1efad5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424728 Mar 02 17:17:43.482393 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] For port b68d8011-6aa0-4d28-8e03-0da9e6f36b0e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b68d8011-6aa0-4d28-8e03-0da9e6f36b0e,segment=NetworkSegment(045cca5b-a9b4-4a6c-8670-18c98461fa58),segment_id=045cca5b-a9b4-4a6c-8670-18c98461fa58)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:17:43.495424 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Returning: {'device': 'b68d8011-6aa0-4d28-8e03-0da9e6f36b0e', 'network_id': 'ba91141c-2c4a-433e-a175-e7c250467227', 'port_id': 'b68d8011-6aa0-4d28-8e03-0da9e6f36b0e', 'mac_address': 'fa:16:3e:79:82:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2418ff9-f0a5-4e04-8f27-a85b5ef0f2a3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 17:17:43.528455 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (dbb67c4d-7aa5-4acf-82b3-541c1cabd3d2), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:43.536431 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Current status of the port b68d8011-6aa0-4d28-8e03-0da9e6f36b0e is: ACTIVE; New status is: BUILD {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:17:43.540726 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (b68d8011-6aa0-4d28-8e03-0da9e6f36b0e), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:43.551898 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.notifiers.nova [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b68d8011-6aa0-4d28-8e03-0da9e6f36b0e {{(pid=103839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 17:17:43.575276 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] For port b68d8011-6aa0-4d28-8e03-0da9e6f36b0e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b68d8011-6aa0-4d28-8e03-0da9e6f36b0e,segment=NetworkSegment(045cca5b-a9b4-4a6c-8670-18c98461fa58),segment_id=045cca5b-a9b4-4a6c-8670-18c98461fa58)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:17:43.644137 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (b68d8011-6aa0-4d28-8e03-0da9e6f36b0e), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:43.692667 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Pushing event updated for resources: {'Port': ['ID=b68d8011-6aa0-4d28-8e03-0da9e6f36b0e,revision_number=6']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:17:43.847868 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.agents_db [None req-2c4e262f-840f-46f3-949a-97bfddff46e9 None None] Agent healthcheck: found 6 active agents {{(pid=103840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 17:17:43.919515 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bbc5cd-304c-434a-a080-c964baad2636 req-550af68c-489b-4994-ad96-61b6b3f97bc7 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:43.921204 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-24bbc5cd-304c-434a-a080-c964baad2636 req-550af68c-489b-4994-ad96-61b6b3f97bc7 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 944 time: 0.0598993 Mar 02 17:17:43.973536 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-24bbc5cd-304c-434a-a080-c964baad2636 req-22f6b8f8-7ce5-4f56-93eb-bec7e2390c35 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427060 Mar 02 17:17:44.313091 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e512eaa2-b30f-4788-ad4e-f861567943c7 req-7aafbbb9-d16c-477a-b53f-b02069b28ab5 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:44.314637 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e512eaa2-b30f-4788-ad4e-f861567943c7 req-7aafbbb9-d16c-477a-b53f-b02069b28ab5 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/networks?id=42175756-6c19-4b6c-8f7a-d34501eaadbb HTTP/1.1" status: 200 len: 814 time: 0.1067219 Mar 02 17:17:44.332544 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e512eaa2-b30f-4788-ad4e-f861567943c7 req-8efb3cd5-7341-4d39-910a-a491be8293f6 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/quotas/d37c5cf4d963481685e2d41519bfe2ff HTTP/1.1" status: 200 len: 375 time: 0.0115609 Mar 02 17:17:44.393261 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e512eaa2-b30f-4788-ad4e-f861567943c7 req-c4987986-32b2-40e9-ab60-26de778c48e2 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d37c5cf4d963481685e2d41519bfe2ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0546718 Mar 02 17:17:44.474432 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] get_ports_and_sgs() called for port_ids ['b68d8011-6aa0-4d28-8e03-0da9e6f36b0e'] {{(pid=103839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 17:17:44.568094 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67842f4-0595-4839-94db-85fb0f18e3ef req-80dc4816-4947-4d0e-a6ba-2138920f2949 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:44.569640 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-b67842f4-0595-4839-94db-85fb0f18e3ef req-80dc4816-4947-4d0e-a6ba-2138920f2949 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.49 "GET /v2.0/ports?device_id=00c54406-4157-47ce-a72a-68f770725acc HTTP/1.1" status: 200 len: 945 time: 0.1400819 Mar 02 17:17:44.578273 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e512eaa2-b30f-4788-ad4e-f861567943c7 req-d825e84e-264f-4596-bd6f-a1eb994c57b5 service neutron] 10.222.0.55 "GET /v2.0/networks/42175756-6c19-4b6c-8f7a-d34501eaadbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711965 Mar 02 17:17:44.710888 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf263f5-a219-4d88-9ae6-35652f03427c req-91c98914-e363-40d2-9796-f1aa5eb3489c tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:44.712387 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-fdf263f5-a219-4d88-9ae6-35652f03427c req-91c98914-e363-40d2-9796-f1aa5eb3489c tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/ports?device_id=00c54406-4157-47ce-a72a-68f770725acc HTTP/1.1" status: 200 len: 945 time: 0.1937585 Mar 02 17:17:44.782838 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e512eaa2-b30f-4788-ad4e-f861567943c7 req-f8a9c2af-7685-4919-a181-f1192fb4bc01 service neutron] 10.222.0.55 "GET /v2.0/networks/42175756-6c19-4b6c-8f7a-d34501eaadbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945133 Mar 02 17:17:44.818058 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-fdf263f5-a219-4d88-9ae6-35652f03427c req-bc245d41-0548-4ec0-80cf-1efea9a604a6 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/security-groups?id=a87b5658-3d6d-4251-94e0-db2b1efad5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857899 Mar 02 17:17:44.818058 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [req-b67842f4-0595-4839-94db-85fb0f18e3ef req-a585ea31-1748-4965-afcb-7383aa1ff3b1 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Deleting port 1e0a1354-b771-4c81-900c-a2d7c8816a7f {{(pid=103838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 17:17:44.818058 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-b67842f4-0595-4839-94db-85fb0f18e3ef req-a585ea31-1748-4965-afcb-7383aa1ff3b1 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757691651449'] for port (1e0a1354-b771-4c81-900c-a2d7c8816a7f), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:44.920505 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [req-b67842f4-0595-4839-94db-85fb0f18e3ef req-a585ea31-1748-4965-afcb-7383aa1ff3b1 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] For port 1e0a1354-b771-4c81-900c-a2d7c8816a7f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=1e0a1354-b771-4c81-900c-a2d7c8816a7f,segment=NetworkSegment(933b69cb-9b5d-476f-bddf-a4d2b8410aed),segment_id=933b69cb-9b5d-476f-bddf-a4d2b8410aed)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:17:44.921307 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-b67842f4-0595-4839-94db-85fb0f18e3ef req-a585ea31-1748-4965-afcb-7383aa1ff3b1 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757418'] for port (1e0a1354-b771-4c81-900c-a2d7c8816a7f), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:44.933812 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [req-b67842f4-0595-4839-94db-85fb0f18e3ef req-a585ea31-1748-4965-afcb-7383aa1ff3b1 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Calling delete_port for 1e0a1354-b771-4c81-900c-a2d7c8816a7f owned by compute:nova {{(pid=103838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 17:17:45.165300 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-4e2f16e7-0e6f-4ac8-8030-99324842e671 req-89ce33b8-4127-4498-81c5-98e33c37e798 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/ports?device_id=f08bd6a6-119c-4ce4-bb53-ced878235c33 HTTP/1.1" status: 200 len: 210 time: 0.0401134 Mar 02 17:17:45.172987 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-b67842f4-0595-4839-94db-85fb0f18e3ef req-a585ea31-1748-4965-afcb-7383aa1ff3b1 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757691659996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757691134190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26691326'] for port (1e0a1354-b771-4c81-900c-a2d7c8816a7f), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:45.212081 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a585ea31-1748-4965-afcb-7383aa1ff3b1 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Pushing event deleted for resources: {'Port': ['ID=1e0a1354-b771-4c81-900c-a2d7c8816a7f,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:17:45.233055 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe68719-fdcf-4a67-8963-88ca21cff9bf req-095cae53-5108-49e2-b2c1-abf874f264c6 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:45.235452 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-afe68719-fdcf-4a67-8963-88ca21cff9bf req-095cae53-5108-49e2-b2c1-abf874f264c6 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 944 time: 0.1397600 Mar 02 17:17:45.290925 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [req-b67842f4-0595-4839-94db-85fb0f18e3ef req-a585ea31-1748-4965-afcb-7383aa1ff3b1 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] No DVR routers for this DVR port 1e0a1354-b771-4c81-900c-a2d7c8816a7f on host hv-cinder-77819 {{(pid=103838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:17:45.294720 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-b67842f4-0595-4839-94db-85fb0f18e3ef req-a585ea31-1748-4965-afcb-7383aa1ff3b1 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021714'] for port (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:45.298417 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-b67842f4-0595-4839-94db-85fb0f18e3ef req-a585ea31-1748-4965-afcb-7383aa1ff3b1 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.49 "DELETE /v2.0/ports/1e0a1354-b771-4c81-900c-a2d7c8816a7f HTTP/1.1" status: 204 len: 173 time: 0.7182910 Mar 02 17:17:45.303342 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00c54406-4157-47ce-a72a-68f770725acc', 'name': 'network-vif-deleted', 'tag': '1e0a1354-b771-4c81-900c-a2d7c8816a7f'}] {{(pid=103838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 17:17:45.303342 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7c8e0f7c7170b606f581d652a183e77a47547618c5f9292d8eb62f06a367e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b294f13b-5d90-43e2-b2b2-83edf9c02cae" -d '{"events": [{"server_uuid": "00c54406-4157-47ce-a72a-68f770725acc", "name": "network-vif-deleted", "tag": "1e0a1354-b771-4c81-900c-a2d7c8816a7f"}]}' {{(pid=103838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 17:17:45.344097 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-afe68719-fdcf-4a67-8963-88ca21cff9bf req-8d617567-2705-4983-b7ad-9c3e3078df80 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879526 Mar 02 17:17:45.354387 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device b68d8011-6aa0-4d28-8e03-0da9e6f36b0e up at agent hyperv_hv-cinder-77819 {{(pid=103839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 17:17:45.378851 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 17:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0f91ed-dae1-47a8-b8f4-d0c9d2a5abf1 x-openstack-request-id: req-0c0f91ed-dae1-47a8-b8f4-d0c9d2a5abf1 {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 17:17:45.379223 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00c54406-4157-47ce-a72a-68f770725acc", "name": "network-vif-deleted", "tag": "1e0a1354-b771-4c81-900c-a2d7c8816a7f", "status": "completed", "code": 200}]} {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 17:17:45.379337 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0c0f91ed-dae1-47a8-b8f4-d0c9d2a5abf1 {{(pid=103838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 17:17:45.379748 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00c54406-4157-47ce-a72a-68f770725acc', 'name': 'network-vif-deleted', 'tag': '1e0a1354-b771-4c81-900c-a2d7c8816a7f', 'status': 'completed', 'code': 200} Mar 02 17:17:45.445422 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Provisioning complete for port b68d8011-6aa0-4d28-8e03-0da9e6f36b0e triggered by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:17:45.449112 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (b68d8011-6aa0-4d28-8e03-0da9e6f36b0e), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:45.547459 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Current status of the port b68d8011-6aa0-4d28-8e03-0da9e6f36b0e is: BUILD; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:17:45.548096 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (b68d8011-6aa0-4d28-8e03-0da9e6f36b0e), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:45.577127 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0f06e23-1e9f-4ea7-ab98-6d5ed74183df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b68d8011-6aa0-4d28-8e03-0da9e6f36b0e'}] {{(pid=103839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 17:17:45.581053 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1ae65c9246df630c0a528d92fdc2f4b7a0a5f54ed45d3739c3110b66571c885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9864c680-4d7a-4e8d-9a63-bbd5f663a1a5" -d '{"events": [{"server_uuid": "a0f06e23-1e9f-4ea7-ab98-6d5ed74183df", "name": "network-vif-plugged", "status": "completed", "tag": "b68d8011-6aa0-4d28-8e03-0da9e6f36b0e"}]}' {{(pid=103839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 17:17:45.592666 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] For port b68d8011-6aa0-4d28-8e03-0da9e6f36b0e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b68d8011-6aa0-4d28-8e03-0da9e6f36b0e,segment=NetworkSegment(045cca5b-a9b4-4a6c-8670-18c98461fa58),segment_id=045cca5b-a9b4-4a6c-8670-18c98461fa58)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:17:45.623397 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 17:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae08201-6c94-41fc-8ea6-a6d4fbb0803f x-openstack-request-id: req-cae08201-6c94-41fc-8ea6-a6d4fbb0803f {{(pid=103839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 17:17:45.623717 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0f06e23-1e9f-4ea7-ab98-6d5ed74183df", "name": "network-vif-plugged", "status": "completed", "tag": "b68d8011-6aa0-4d28-8e03-0da9e6f36b0e", "code": 200}]} {{(pid=103839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 17:17:45.623980 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cae08201-6c94-41fc-8ea6-a6d4fbb0803f {{(pid=103839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 17:17:45.624376 dv-cinder-778193-22-iscsi neutron-server[103839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0f06e23-1e9f-4ea7-ab98-6d5ed74183df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b68d8011-6aa0-4d28-8e03-0da9e6f36b0e', 'code': 200} Mar 02 17:17:45.702369 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (b68d8011-6aa0-4d28-8e03-0da9e6f36b0e), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:45.703260 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device 1e0a1354-b771-4c81-900c-a2d7c8816a7f no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 17:17:45.757323 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] No Port match for: 1e0a1354-b771-4c81-900c-a2d7c8816a7f {{(pid=103839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 17:17:45.757712 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device 1e0a1354-b771-4c81-900c-a2d7c8816a7f not bound to the agent host hv-cinder-77819 {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 17:17:45.787437 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Pushing event updated for resources: {'Port': ['ID=b68d8011-6aa0-4d28-8e03-0da9e6f36b0e,revision_number=7']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:17:45.948872 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-a0bcefe6-19dd-4336-a5ce-4f4fdf3337f3 req-116aa0ae-2a76-4d1e-b499-c8d36ed9b854 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/ports?device_id=00c54406-4157-47ce-a72a-68f770725acc HTTP/1.1" status: 200 len: 210 time: 0.0322294 Mar 02 17:17:46.294072 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-262271c5-be3b-447b-bec2-3879ceec85ab req-3224f0eb-a853-4bee-af86-2cefd8394429 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/ports?device_id=f08bd6a6-119c-4ce4-bb53-ced878235c33 HTTP/1.1" status: 200 len: 210 time: 0.0481896 Mar 02 17:17:46.540026 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e5354-5ba1-4434-97a7-c3b33a3c8212 req-753021ed-2ca2-4259-8b0e-09518b9dce31 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:46.547958 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-f59e5354-5ba1-4434-97a7-c3b33a3c8212 req-753021ed-2ca2-4259-8b0e-09518b9dce31 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 945 time: 0.0798845 Mar 02 17:17:46.634673 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-f59e5354-5ba1-4434-97a7-c3b33a3c8212 req-5390dd3b-0e76-401f-a7cc-9bb379c2b37e tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851667 Mar 02 17:17:47.336974 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 48604) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:17:47.501880 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21540d4f-ca55-41af-9f4f-578c22be6e0f req-02b22975-11dc-453c-bfb6-52a11d7e44e6 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:47.509687 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-21540d4f-ca55-41af-9f4f-578c22be6e0f req-02b22975-11dc-453c-bfb6-52a11d7e44e6 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/networks?id=ce46a72d-d21b-4b38-8b8c-0e4ac423ac60 HTTP/1.1" status: 200 len: 807 time: 0.1858585 Mar 02 17:17:47.534533 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-21540d4f-ca55-41af-9f4f-578c22be6e0f req-a3fad801-4666-4110-a634-708a698aaaa9 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/quotas/37e292fddf124d1e80afd1100940a1ca HTTP/1.1" status: 200 len: 375 time: 0.0234318 Mar 02 17:17:47.551261 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-aa53875e-066a-4364-86c2-f5f0fe1a0614 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:47.555536 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-234cbe4b-7649-4d1e-b08b-4f87323d18d5 req-804a9cd5-21c5-4178-addd-49b1d80d4b45 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/ports?device_id=f08bd6a6-119c-4ce4-bb53-ced878235c33 HTTP/1.1" status: 200 len: 210 time: 0.0422070 Mar 02 17:17:47.586457 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-21540d4f-ca55-41af-9f4f-578c22be6e0f req-69634e0c-2e39-49d0-982e-0e3eda73d78c tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=37e292fddf124d1e80afd1100940a1ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348034 Mar 02 17:17:47.679496 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-aa53875e-066a-4364-86c2-f5f0fe1a0614 admin admin] Publish callbacks [] for security_group (2408c764-41e4-45e3-bea6-ed4ebed6e3b3), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:47.750560 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-21540d4f-ca55-41af-9f4f-578c22be6e0f req-8bae0091-eb2b-4d7d-9cee-19e04aa5ba15 service neutron] 10.222.0.55 "GET /v2.0/networks/ce46a72d-d21b-4b38-8b8c-0e4ac423ac60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563396 Mar 02 17:17:47.765434 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-aa53875e-066a-4364-86c2-f5f0fe1a0614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (2408c764-41e4-45e3-bea6-ed4ebed6e3b3), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:47.820615 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-aa53875e-066a-4364-86c2-f5f0fe1a0614 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b2fed333d4824a74bbead58fee6d5168&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4825335 Mar 02 17:17:47.824194 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 48616) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:17:47.826846 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa53875e-066a-4364-86c2-f5f0fe1a0614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2408c764-41e4-45e3-bea6-ed4ebed6e3b3,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:17:47.912105 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-b3799150-1018-4a6d-b52e-4e638cf24d9f admin admin] Publish callbacks [] for security_group (2408c764-41e4-45e3-bea6-ed4ebed6e3b3), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:47.927076 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-21540d4f-ca55-41af-9f4f-578c22be6e0f req-d1039a5b-4ef8-49ce-bb3b-fcab4a25871f service neutron] 10.222.0.55 "GET /v2.0/networks/ce46a72d-d21b-4b38-8b8c-0e4ac423ac60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680701 Mar 02 17:17:47.942971 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-b3799150-1018-4a6d-b52e-4e638cf24d9f admin admin] Publish callbacks [] for security_group (2408c764-41e4-45e3-bea6-ed4ebed6e3b3), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:48.097559 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-b3799150-1018-4a6d-b52e-4e638cf24d9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (2408c764-41e4-45e3-bea6-ed4ebed6e3b3), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:48.102911 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-b3799150-1018-4a6d-b52e-4e638cf24d9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:48.104076 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-b3799150-1018-4a6d-b52e-4e638cf24d9f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2408c764-41e4-45e3-bea6-ed4ebed6e3b3 HTTP/1.1" status: 204 len: 168 time: 0.2788632 Mar 02 17:17:48.130138 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3799150-1018-4a6d-b52e-4e638cf24d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2408c764-41e4-45e3-bea6-ed4ebed6e3b3,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:17:48.210333 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85692179-196b-4b78-8c2a-d76da2465e2f req-b2b98661-4c9e-4aca-8cf9-06733b285523 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:48.221042 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-85692179-196b-4b78-8c2a-d76da2465e2f req-b2b98661-4c9e-4aca-8cf9-06733b285523 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 945 time: 0.1156876 Mar 02 17:17:48.319118 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-85692179-196b-4b78-8c2a-d76da2465e2f req-1166ca53-25e4-4c5e-b23f-dc4303595cf4 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943298 Mar 02 17:17:48.409287 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-83d76cd9-7a11-48af-997e-41f518a6da7a req-acce4ddc-75bc-4487-b424-8bb3c060d0a0 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4e03692-2d3e-4e35-b995-865f8049cc5e HTTP/1.1" status: 200 len: 210 time: 0.0345900 Mar 02 17:17:48.452334 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbcb0b1-c7e7-49c3-8ef4-9bdc9d752b31 req-7e4f4914-39f3-46eb-b6fa-1d9d1ec90f88 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:48.453829 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-4fbcb0b1-c7e7-49c3-8ef4-9bdc9d752b31 req-7e4f4914-39f3-46eb-b6fa-1d9d1ec90f88 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4081c5a4-d3d8-4855-87a3-25860d7f4961 HTTP/1.1" status: 200 len: 945 time: 0.1693609 Mar 02 17:17:48.557638 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-4fbcb0b1-c7e7-49c3-8ef4-9bdc9d752b31 req-62d63aee-1bba-4514-b6f9-333a607b6a5a tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978124 Mar 02 17:17:48.732934 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-13be4e1a-6b4e-448b-9d0d-29548dafe428 req-989277e7-c2f7-4ebe-bdbb-c63d0ddba426 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/ports?device_id=f08bd6a6-119c-4ce4-bb53-ced878235c33 HTTP/1.1" status: 200 len: 210 time: 0.0404444 Mar 02 17:17:49.193405 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 48646) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:17:49.365363 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-6b2aac0c-a8a2-4ee5-94f9-14ca43029be0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:49.487289 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-6b2aac0c-a8a2-4ee5-94f9-14ca43029be0 admin admin] Publish callbacks [] for security_group (53daf82c-cc2f-498b-b6fb-82953d072eb2), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:49.508100 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc25c3a-8d2d-4152-b9da-14e58fe07181 req-420280bc-aebc-42e7-bf9a-5b9adb31c831 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:49.516253 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-8bc25c3a-8d2d-4152-b9da-14e58fe07181 req-420280bc-aebc-42e7-bf9a-5b9adb31c831 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 945 time: 0.1062982 Mar 02 17:17:49.542143 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-6b2aac0c-a8a2-4ee5-94f9-14ca43029be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (53daf82c-cc2f-498b-b6fb-82953d072eb2), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:49.562642 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-37322020-ebe5-45b1-aeaa-502e9b5a7e3e req-c2e75c70-6cbc-4020-a4c5-d3ce5f5e30df tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4e03692-2d3e-4e35-b995-865f8049cc5e HTTP/1.1" status: 200 len: 210 time: 0.0430884 Mar 02 17:17:49.620924 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-6b2aac0c-a8a2-4ee5-94f9-14ca43029be0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f01ceb18545a476c8f669089ae615b98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4259179 Mar 02 17:17:49.623054 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2aac0c-a8a2-4ee5-94f9-14ca43029be0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53daf82c-cc2f-498b-b6fb-82953d072eb2,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:17:49.639373 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-8bc25c3a-8d2d-4152-b9da-14e58fe07181 req-8e03398b-1723-4882-b5b6-600ca05dbb68 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174026 Mar 02 17:17:49.639373 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 48660) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:17:49.821954 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-badcce4a-8459-45db-beaa-ca7e7c5d49a8 admin admin] Publish callbacks [] for security_group (53daf82c-cc2f-498b-b6fb-82953d072eb2), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:49.842376 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600e7685-8b1a-492d-97f4-0e1e33589a92 req-4d93c7e4-19d3-4059-b22b-7145da08c3c3 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:49.849502 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-600e7685-8b1a-492d-97f4-0e1e33589a92 req-4d93c7e4-19d3-4059-b22b-7145da08c3c3 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4081c5a4-d3d8-4855-87a3-25860d7f4961 HTTP/1.1" status: 200 len: 945 time: 0.1589446 Mar 02 17:17:49.887182 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-badcce4a-8459-45db-beaa-ca7e7c5d49a8 admin admin] Publish callbacks [] for security_group (53daf82c-cc2f-498b-b6fb-82953d072eb2), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:49.913186 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-6ed0075d-e839-4e72-b023-3e4aad0dc41b req-11099a2c-008c-4e95-a6da-5a8649d2ad23 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/ports?device_id=f08bd6a6-119c-4ce4-bb53-ced878235c33 HTTP/1.1" status: 200 len: 210 time: 0.0513265 Mar 02 17:17:49.962129 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-600e7685-8b1a-492d-97f4-0e1e33589a92 req-babc9681-03bb-41e1-9017-76a33f65a7f6 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115313 Mar 02 17:17:50.412296 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2058689f-11a7-4d9b-a36b-d4afe0a84554 req-9363bc91-493f-4284-9f0a-04e5f3cdaeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:50.413898 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2058689f-11a7-4d9b-a36b-d4afe0a84554 req-9363bc91-493f-4284-9f0a-04e5f3cdaeb7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=972279b7457f4e0fa6d7b4d953912711&device_id=4081c5a4-d3d8-4855-87a3-25860d7f4961 HTTP/1.1" status: 200 len: 1129 time: 0.0509946 Mar 02 17:17:50.523021 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2058689f-11a7-4d9b-a36b-d4afe0a84554 req-b40620c5-75f6-4f72-90d9-1a963f271c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:50.524555 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2058689f-11a7-4d9b-a36b-d4afe0a84554 req-b40620c5-75f6-4f72-90d9-1a963f271c9e service neutron] 10.222.0.49 "GET /v2.0/networks?id=ef02e7c1-3825-40da-8301-7b2b393305d9 HTTP/1.1" status: 200 len: 920 time: 0.1033585 Mar 02 17:17:50.570190 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2058689f-11a7-4d9b-a36b-d4afe0a84554 req-414f9c34-8a53-4881-84dc-72d19bec7169 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a256a90-0d43-4274-8693-d4c1c406c0a5 HTTP/1.1" status: 200 len: 217 time: 0.0388198 Mar 02 17:17:50.609898 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-badcce4a-8459-45db-beaa-ca7e7c5d49a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (53daf82c-cc2f-498b-b6fb-82953d072eb2), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:50.610127 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-badcce4a-8459-45db-beaa-ca7e7c5d49a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:50.613935 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-badcce4a-8459-45db-beaa-ca7e7c5d49a8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/53daf82c-cc2f-498b-b6fb-82953d072eb2 HTTP/1.1" status: 204 len: 168 time: 0.9735913 Mar 02 17:17:50.643521 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2058689f-11a7-4d9b-a36b-d4afe0a84554 req-0898d217-66af-4bc1-952e-8fae51a4ad95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:50.645804 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2058689f-11a7-4d9b-a36b-d4afe0a84554 req-0898d217-66af-4bc1-952e-8fae51a4ad95 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=af473c7a-b242-4124-a285-d83fb26df936 HTTP/1.1" status: 200 len: 859 time: 0.0697341 Mar 02 17:17:50.687143 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badcce4a-8459-45db-beaa-ca7e7c5d49a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53daf82c-cc2f-498b-b6fb-82953d072eb2,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:17:50.751428 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2058689f-11a7-4d9b-a36b-d4afe0a84554 req-495f4992-b5ac-425a-89cf-91fd34226eed service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ef02e7c1-3825-40da-8301-7b2b393305d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0917807 Mar 02 17:17:50.756641 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c7f9c044-6d7d-486a-a090-8294421625ee req-5e5be57f-b489-42c4-be08-e53c30b6f788 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4e03692-2d3e-4e35-b995-865f8049cc5e HTTP/1.1" status: 200 len: 210 time: 0.1042771 Mar 02 17:17:51.203215 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2058689f-11a7-4d9b-a36b-d4afe0a84554 req-4c1c0d95-26c2-4704-bdf7-38c55f57a171 service neutron] 10.222.0.49 "GET /v2.0/networks/ef02e7c1-3825-40da-8301-7b2b393305d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4434359 Mar 02 17:17:51.268683 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-f6dd8d98-7615-42e3-89d5-c80fa770897c req-ebbc66b1-c86a-4f3d-998d-55df160de205 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/ports?device_id=f08bd6a6-119c-4ce4-bb53-ced878235c33 HTTP/1.1" status: 200 len: 210 time: 0.1146040 Mar 02 17:17:51.430773 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ee66d6-7fa7-49c1-b7ed-1533f200f93e req-cb32653c-a734-4e8f-8434-1184146dabda tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:51.432272 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-12ee66d6-7fa7-49c1-b7ed-1533f200f93e req-cb32653c-a734-4e8f-8434-1184146dabda tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 945 time: 0.2761679 Mar 02 17:17:51.460943 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e512eaa2-b30f-4788-ad4e-f861567943c7 req-6087200f-e3fb-4d7b-807d-c816049b6a1c tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:51.462632 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e512eaa2-b30f-4788-ad4e-f861567943c7 req-6087200f-e3fb-4d7b-807d-c816049b6a1c tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.49 "GET /v2.0/networks?id=42175756-6c19-4b6c-8f7a-d34501eaadbb HTTP/1.1" status: 200 len: 814 time: 0.3100095 Mar 02 17:17:51.493998 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [req-e512eaa2-b30f-4788-ad4e-f861567943c7 req-c5d75a91-00b6-45f0-a8e4-add5a52a623c tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Request body: {'port': {'device_id': 'f08bd6a6-119c-4ce4-bb53-ced878235c33', 'network_id': '42175756-6c19-4b6c-8f7a-d34501eaadbb', 'admin_state_up': True, 'tenant_id': 'd37c5cf4d963481685e2d41519bfe2ff'}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:17:51.511004 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2058689f-11a7-4d9b-a36b-d4afe0a84554 req-673edb93-96bf-4f2f-9651-382db0d91231 service neutron] 10.222.0.49 "GET /v2.0/networks/ef02e7c1-3825-40da-8301-7b2b393305d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340438 Mar 02 17:17:51.709073 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a273f5f-5b3e-4549-8425-7aa3513ae554 req-fa9595e8-3a1d-4886-85fc-e4ec60b46691 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:51.711678 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-8a273f5f-5b3e-4549-8425-7aa3513ae554 req-fa9595e8-3a1d-4886-85fc-e4ec60b46691 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4081c5a4-d3d8-4855-87a3-25860d7f4961 HTTP/1.1" status: 200 len: 945 time: 0.2957230 Mar 02 17:17:51.719024 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-12ee66d6-7fa7-49c1-b7ed-1533f200f93e req-20ca0cbf-797e-4a40-934d-7412e49769f5 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2716467 Mar 02 17:17:51.807037 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-8a273f5f-5b3e-4549-8425-7aa3513ae554 req-053502f4-5a4d-46ea-966e-1cbc08fcacb5 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828950 Mar 02 17:17:51.906122 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e512eaa2-b30f-4788-ad4e-f861567943c7 req-c5d75a91-00b6-45f0-a8e4-add5a52a623c tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Made reservation on behalf of d37c5cf4d963481685e2d41519bfe2ff for: {'port': 1} {{(pid=103838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:17:51.913600 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-e512eaa2-b30f-4788-ad4e-f861567943c7 req-c5d75a91-00b6-45f0-a8e4-add5a52a623c tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:51.994594 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-6d105f9f-04e3-4cc2-ae0e-fcf1e54bdab5 req-eb398058-f599-4d46-ab1b-6635ab4612b5 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4e03692-2d3e-4e35-b995-865f8049cc5e HTTP/1.1" status: 200 len: 210 time: 0.0778644 Mar 02 17:17:52.183081 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21540d4f-ca55-41af-9f4f-578c22be6e0f req-65fc2ccd-4148-4cf6-ae60-810b161409c0 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:52.186016 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-21540d4f-ca55-41af-9f4f-578c22be6e0f req-65fc2ccd-4148-4cf6-ae60-810b161409c0 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.49 "GET /v2.0/networks?id=ce46a72d-d21b-4b38-8b8c-0e4ac423ac60 HTTP/1.1" status: 200 len: 807 time: 0.3423393 Mar 02 17:17:52.205317 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [req-21540d4f-ca55-41af-9f4f-578c22be6e0f req-ce7cf4d1-6e8c-47cf-aabb-ee278672bede tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Request body: {'port': {'device_id': 'c4e03692-2d3e-4e35-b995-865f8049cc5e', 'network_id': 'ce46a72d-d21b-4b38-8b8c-0e4ac423ac60', 'admin_state_up': True, 'tenant_id': '37e292fddf124d1e80afd1100940a1ca'}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:17:52.382149 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.db_base_plugin_common [req-e512eaa2-b30f-4788-ad4e-f861567943c7 req-c5d75a91-00b6-45f0-a8e4-add5a52a623c tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Allocated IP 172.20.0.14 (42175756-6c19-4b6c-8f7a-d34501eaadbb/91fb7085-b683-4906-97f3-4841714c8e20/9a411f73-0820-4705-9708-9ad9a4bd924c) {{(pid=103838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:17:52.438820 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-278921c7-5e55-4448-afe6-2545cb149f33 req-1a29f2c9-e981-45fb-bb21-ff3ab61b55b0 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/ports?device_id=f08bd6a6-119c-4ce4-bb53-ced878235c33 HTTP/1.1" status: 200 len: 210 time: 0.0398235 Mar 02 17:17:52.617732 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21540d4f-ca55-41af-9f4f-578c22be6e0f req-ce7cf4d1-6e8c-47cf-aabb-ee278672bede tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Made reservation on behalf of 37e292fddf124d1e80afd1100940a1ca for: {'port': 1} {{(pid=103838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:17:52.621919 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-21540d4f-ca55-41af-9f4f-578c22be6e0f req-ce7cf4d1-6e8c-47cf-aabb-ee278672bede tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:52.750461 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-e512eaa2-b30f-4788-ad4e-f861567943c7 req-c5d75a91-00b6-45f0-a8e4-add5a52a623c tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Publish callbacks [] for port (9a411f73-0820-4705-9708-9ad9a4bd924c), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:52.911945 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-e512eaa2-b30f-4788-ad4e-f861567943c7 req-c5d75a91-00b6-45f0-a8e4-add5a52a623c tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757691134181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26691326'] for port (9a411f73-0820-4705-9708-9ad9a4bd924c), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:53.075225 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.db_base_plugin_common [req-21540d4f-ca55-41af-9f4f-578c22be6e0f req-ce7cf4d1-6e8c-47cf-aabb-ee278672bede tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Allocated IP 172.20.0.14 (ce46a72d-d21b-4b38-8b8c-0e4ac423ac60/c10113c3-b56f-44d4-a794-de9636ff3a2b/74f969e9-eb91-413b-a72b-a47e433d51e8) {{(pid=103838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:17:53.153349 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 48758) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:17:53.168659 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e512eaa2-b30f-4788-ad4e-f861567943c7 req-c5d75a91-00b6-45f0-a8e4-add5a52a623c tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Network 42175756-6c19-4b6c-8f7a-d34501eaadbb is already hosted by enough agents. {{(pid=103838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:17:53.188875 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.base_scheduler [req-e512eaa2-b30f-4788-ad4e-f861567943c7 req-c5d75a91-00b6-45f0-a8e4-add5a52a623c tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Resources bound (agent type, host, resource id): {{(pid=103838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:17:53.201191 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [req-e512eaa2-b30f-4788-ad4e-f861567943c7 req-c5d75a91-00b6-45f0-a8e4-add5a52a623c tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Received port after_create {{(pid=103838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 17:17:53.348815 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d75a91-00b6-45f0-a8e4-add5a52a623c tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Pushing event updated for resources: {'Port': ['ID=9a411f73-0820-4705-9708-9ad9a4bd924c,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:17:53.406942 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-2f04dbb5-02bc-43b1-9ba4-a778d99504fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:53.574520 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-21540d4f-ca55-41af-9f4f-578c22be6e0f req-ce7cf4d1-6e8c-47cf-aabb-ee278672bede tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Publish callbacks [] for port (74f969e9-eb91-413b-a72b-a47e433d51e8), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:53.582808 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-2f04dbb5-02bc-43b1-9ba4-a778d99504fd admin admin] Publish callbacks [] for security_group (5495b042-d23e-4d41-be59-dc78145fd670), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:53.590595 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a93d4-173e-4bf0-a997-0af45ca01ea1 req-ecda24c2-2757-45ac-be1d-12292d38377c tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:53.592569 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-428a93d4-173e-4bf0-a997-0af45ca01ea1 req-ecda24c2-2757-45ac-be1d-12292d38377c tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 945 time: 0.6848435 Mar 02 17:17:53.638785 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-2f04dbb5-02bc-43b1-9ba4-a778d99504fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (5495b042-d23e-4d41-be59-dc78145fd670), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:53.641814 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a12bce7-a135-43da-b053-d1c874d69693 req-b0421a57-438d-4304-87e9-145d25fc3566 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:53.645067 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2a12bce7-a135-43da-b053-d1c874d69693 req-b0421a57-438d-4304-87e9-145d25fc3566 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4081c5a4-d3d8-4855-87a3-25860d7f4961 HTTP/1.1" status: 200 len: 945 time: 0.6684265 Mar 02 17:17:53.662947 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-faa55a98-3480-4c25-b170-69e4d173b2c6 None None] Provisioning complete for port 9a411f73-0820-4705-9708-9ad9a4bd924c triggered by entity DHCP. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:17:53.664716 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-faa55a98-3480-4c25-b170-69e4d173b2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (9a411f73-0820-4705-9708-9ad9a4bd924c), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:53.701220 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e512eaa2-b30f-4788-ad4e-f861567943c7 req-c5d75a91-00b6-45f0-a8e4-add5a52a623c tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:53.702105 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-e512eaa2-b30f-4788-ad4e-f861567943c7 req-c5d75a91-00b6-45f0-a8e4-add5a52a623c tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021714'] for port (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:53.728164 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-faa55a98-3480-4c25-b170-69e4d173b2c6 None None] Port 9a411f73-0820-4705-9708-9ad9a4bd924c cannot update to ACTIVE because it is not bound. {{(pid=103839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 17:17:53.761552 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-2f04dbb5-02bc-43b1-9ba4-a778d99504fd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1be527601734414794e376c37b80d66d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6058900 Mar 02 17:17:53.766416 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 48766) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:17:53.775546 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f04dbb5-02bc-43b1-9ba4-a778d99504fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5495b042-d23e-4d41-be59-dc78145fd670,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:17:53.807643 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-428a93d4-173e-4bf0-a997-0af45ca01ea1 req-33ee17b0-ae13-4184-8c6b-1624b3ba22c5 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2043548 Mar 02 17:17:53.846634 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2a12bce7-a135-43da-b053-d1c874d69693 req-1249796c-e190-487e-8a47-260d08cd1480 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746566 Mar 02 17:17:53.869838 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-7b55a739-dcf4-4ce9-ae9f-fef5680aa647 admin admin] Publish callbacks [] for security_group (5495b042-d23e-4d41-be59-dc78145fd670), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:53.928566 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-7b55a739-dcf4-4ce9-ae9f-fef5680aa647 admin admin] Publish callbacks [] for security_group (5495b042-d23e-4d41-be59-dc78145fd670), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:53.952313 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e512eaa2-b30f-4788-ad4e-f861567943c7 req-c5d75a91-00b6-45f0-a8e4-add5a52a623c tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4643862 Mar 02 17:17:53.953606 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-21540d4f-ca55-41af-9f4f-578c22be6e0f req-ce7cf4d1-6e8c-47cf-aabb-ee278672bede tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757691134181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26691326'] for port (74f969e9-eb91-413b-a72b-a47e433d51e8), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:53.982561 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [req-e512eaa2-b30f-4788-ad4e-f861567943c7 req-0fb0e616-19b4-4543-9f37-f7c825447ef3 service neutron] Request body: {'port': {'device_id': 'f08bd6a6-119c-4ce4-bb53-ced878235c33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:17:54.032382 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21540d4f-ca55-41af-9f4f-578c22be6e0f req-ce7cf4d1-6e8c-47cf-aabb-ee278672bede tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Network ce46a72d-d21b-4b38-8b8c-0e4ac423ac60 is already hosted by enough agents. {{(pid=103838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:17:54.088675 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.base_scheduler [req-21540d4f-ca55-41af-9f4f-578c22be6e0f req-ce7cf4d1-6e8c-47cf-aabb-ee278672bede tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Resources bound (agent type, host, resource id): {{(pid=103838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:17:54.154999 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [req-21540d4f-ca55-41af-9f4f-578c22be6e0f req-ce7cf4d1-6e8c-47cf-aabb-ee278672bede tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Received port after_create {{(pid=103838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 17:17:54.197839 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-e512eaa2-b30f-4788-ad4e-f861567943c7 req-0fb0e616-19b4-4543-9f37-f7c825447ef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (9a411f73-0820-4705-9708-9ad9a4bd924c), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:54.372183 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21540d4f-ca55-41af-9f4f-578c22be6e0f req-ce7cf4d1-6e8c-47cf-aabb-ee278672bede tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:54.372746 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-21540d4f-ca55-41af-9f4f-578c22be6e0f req-ce7cf4d1-6e8c-47cf-aabb-ee278672bede tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021714'] for port (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:54.498602 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7cf4d1-6e8c-47cf-aabb-ee278672bede tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Pushing event updated for resources: {'Port': ['ID=74f969e9-eb91-413b-a72b-a47e433d51e8,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:17:54.594082 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba00cf8b-87bf-4e57-b550-acc77a70245b req-0cc4cb1b-028f-400c-b7f6-d39bb4510614 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:54.595794 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-ba00cf8b-87bf-4e57-b550-acc77a70245b req-0cc4cb1b-028f-400c-b7f6-d39bb4510614 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/ports?device_id=f08bd6a6-119c-4ce4-bb53-ced878235c33 HTTP/1.1" status: 200 len: 932 time: 0.6275034 Mar 02 17:17:54.614191 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca24eeb-c475-4c12-a479-238b31c72662 req-6090b7aa-0751-4176-b54e-88e6f221572a tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:54.615792 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-4ca24eeb-c475-4c12-a479-238b31c72662 req-6090b7aa-0751-4176-b54e-88e6f221572a tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4e03692-2d3e-4e35-b995-865f8049cc5e HTTP/1.1" status: 200 len: 932 time: 0.6493158 Mar 02 17:17:54.664484 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-21540d4f-ca55-41af-9f4f-578c22be6e0f req-ce7cf4d1-6e8c-47cf-aabb-ee278672bede tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4676898 Mar 02 17:17:54.760088 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [req-21540d4f-ca55-41af-9f4f-578c22be6e0f req-d08edfa0-12e0-4ad4-badd-e087a8c10bed service neutron] Request body: {'port': {'device_id': 'c4e03692-2d3e-4e35-b995-865f8049cc5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:17:54.771877 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-ba00cf8b-87bf-4e57-b550-acc77a70245b req-c1a9595b-6ae3-4b59-a59c-3638365639d4 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/security-groups?id=aae85e0a-c103-4ddd-81a2-76fd14f89f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680591 Mar 02 17:17:54.824621 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-4ca24eeb-c475-4c12-a479-238b31c72662 req-f8ed303a-abae-490a-8d38-d4f1b441eda5 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/security-groups?id=a87b5658-3d6d-4251-94e0-db2b1efad5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852045 Mar 02 17:17:54.912627 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [req-e512eaa2-b30f-4788-ad4e-f861567943c7 req-0fb0e616-19b4-4543-9f37-f7c825447ef3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a411f73-0820-4705-9708-9ad9a4bd924c {{(pid=103838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 17:17:54.953513 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-e512eaa2-b30f-4788-ad4e-f861567943c7 req-0fb0e616-19b4-4543-9f37-f7c825447ef3 service neutron] Publish callbacks [] for port (9a411f73-0820-4705-9708-9ad9a4bd924c), precommit_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:55.004337 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-21540d4f-ca55-41af-9f4f-578c22be6e0f req-d08edfa0-12e0-4ad4-badd-e087a8c10bed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (74f969e9-eb91-413b-a72b-a47e433d51e8), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:55.095782 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a44524-3f59-434e-8e77-4d118ed2f6f9 req-c2e80352-9301-44f8-8885-958cd325b21f tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:55.097274 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-80a44524-3f59-434e-8e77-4d118ed2f6f9 req-c2e80352-9301-44f8-8885-958cd325b21f tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 945 time: 0.1498005 Mar 02 17:17:55.115537 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019066cc-d1d7-4eac-be3d-792be597be38 req-f7728fd3-bfd0-4aae-86d5-d6de1665c18d tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:55.116968 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-019066cc-d1d7-4eac-be3d-792be597be38 req-f7728fd3-bfd0-4aae-86d5-d6de1665c18d tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4081c5a4-d3d8-4855-87a3-25860d7f4961 HTTP/1.1" status: 200 len: 945 time: 0.1482792 Mar 02 17:17:55.286505 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-80a44524-3f59-434e-8e77-4d118ed2f6f9 req-4a8bdea5-9c90-466a-b859-21c66ac61449 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1813817 Mar 02 17:17:55.305619 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-019066cc-d1d7-4eac-be3d-792be597be38 req-d29c9cea-378a-43c7-b86a-598c5bd4eecc tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798747 Mar 02 17:17:55.415329 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [req-21540d4f-ca55-41af-9f4f-578c22be6e0f req-d08edfa0-12e0-4ad4-badd-e087a8c10bed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74f969e9-eb91-413b-a72b-a47e433d51e8 {{(pid=103838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 17:17:55.423380 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [req-e512eaa2-b30f-4788-ad4e-f861567943c7 req-0fb0e616-19b4-4543-9f37-f7c825447ef3 service neutron] Transition to ACTIVE for port object 9a411f73-0820-4705-9708-9ad9a4bd924c will not be triggered until provisioned by entity L2. {{(pid=103838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 17:17:55.425875 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-21540d4f-ca55-41af-9f4f-578c22be6e0f req-d08edfa0-12e0-4ad4-badd-e087a8c10bed service neutron] Publish callbacks [] for port (74f969e9-eb91-413b-a72b-a47e433d51e8), precommit_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:55.433260 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-7b55a739-dcf4-4ce9-ae9f-fef5680aa647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (5495b042-d23e-4d41-be59-dc78145fd670), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:55.433260 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-7b55a739-dcf4-4ce9-ae9f-fef5680aa647 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:55.433260 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-7b55a739-dcf4-4ce9-ae9f-fef5680aa647 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5495b042-d23e-4d41-be59-dc78145fd670 HTTP/1.1" status: 204 len: 168 time: 1.6619020 Mar 02 17:17:55.450568 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b55a739-dcf4-4ce9-ae9f-fef5680aa647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5495b042-d23e-4d41-be59-dc78145fd670,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:17:55.453715 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [req-21540d4f-ca55-41af-9f4f-578c22be6e0f req-d08edfa0-12e0-4ad4-badd-e087a8c10bed service neutron] Transition to ACTIVE for port object 74f969e9-eb91-413b-a72b-a47e433d51e8 will not be triggered until provisioned by entity L2. {{(pid=103838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 17:17:55.535858 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-e512eaa2-b30f-4788-ad4e-f861567943c7 req-0fb0e616-19b4-4543-9f37-f7c825447ef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26691319'] for port (9a411f73-0820-4705-9708-9ad9a4bd924c), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:55.576922 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-21540d4f-ca55-41af-9f4f-578c22be6e0f req-d08edfa0-12e0-4ad4-badd-e087a8c10bed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26691319'] for port (74f969e9-eb91-413b-a72b-a47e433d51e8), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:55.664000 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb0e616-19b4-4543-9f37-f7c825447ef3 service neutron] Pushing event updated for resources: {'Port': ['ID=9a411f73-0820-4705-9708-9ad9a4bd924c,revision_number=2']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:17:56.277696 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08edfa0-12e0-4ad4-badd-e087a8c10bed service neutron] Pushing event updated for resources: {'Port': ['ID=74f969e9-eb91-413b-a72b-a47e433d51e8,revision_number=2']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:17:56.296138 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 48796) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:17:56.320073 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-17df8966-b768-41c1-aa80-c603587d9370 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:56.335231 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766dd1a2-231f-47ac-b840-303490feb83c req-0bea104a-5479-4f60-a256-050980111ce6 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:56.336799 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-766dd1a2-231f-47ac-b840-303490feb83c req-0bea104a-5479-4f60-a256-050980111ce6 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4e03692-2d3e-4e35-b995-865f8049cc5e HTTP/1.1" status: 200 len: 944 time: 0.2125127 Mar 02 17:17:56.422443 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b129ff0-4fbc-4d7c-b188-5a83be05c728 req-3da661a9-4a33-4656-b755-f8040f671d61 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:56.427976 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-9b129ff0-4fbc-4d7c-b188-5a83be05c728 req-3da661a9-4a33-4656-b755-f8040f671d61 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/ports?device_id=f08bd6a6-119c-4ce4-bb53-ced878235c33 HTTP/1.1" status: 200 len: 944 time: 0.3049722 Mar 02 17:17:56.487483 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-766dd1a2-231f-47ac-b840-303490feb83c req-7276c4b9-1dc8-4d1f-b0c5-b8fdf1e27ccc tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/security-groups?id=a87b5658-3d6d-4251-94e0-db2b1efad5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418486 Mar 02 17:17:56.491685 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [req-e512eaa2-b30f-4788-ad4e-f861567943c7 req-0fb0e616-19b4-4543-9f37-f7c825447ef3 service neutron] Attempting to bind port 9a411f73-0820-4705-9708-9ad9a4bd924c on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 17:17:56.493903 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [req-e512eaa2-b30f-4788-ad4e-f861567943c7 req-0fb0e616-19b4-4543-9f37-f7c825447ef3 service neutron] Attempting to bind port 9a411f73-0820-4705-9708-9ad9a4bd924c by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'e79ee02c-f592-41ea-9c45-0cb60a387a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '42175756-6c19-4b6c-8f7a-d34501eaadbb'}] {{(pid=103838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 17:17:56.494458 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e512eaa2-b30f-4788-ad4e-f861567943c7 req-0fb0e616-19b4-4543-9f37-f7c825447ef3 service neutron] Attempting to bind port 9a411f73-0820-4705-9708-9ad9a4bd924c on network 42175756-6c19-4b6c-8f7a-d34501eaadbb {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 17:17:56.544122 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [req-21540d4f-ca55-41af-9f4f-578c22be6e0f req-d08edfa0-12e0-4ad4-badd-e087a8c10bed service neutron] Attempting to bind port 74f969e9-eb91-413b-a72b-a47e433d51e8 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 17:17:56.544552 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [req-21540d4f-ca55-41af-9f4f-578c22be6e0f req-d08edfa0-12e0-4ad4-badd-e087a8c10bed service neutron] Attempting to bind port 74f969e9-eb91-413b-a72b-a47e433d51e8 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '933b69cb-9b5d-476f-bddf-a4d2b8410aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'ce46a72d-d21b-4b38-8b8c-0e4ac423ac60'}] {{(pid=103838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 17:17:56.545027 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21540d4f-ca55-41af-9f4f-578c22be6e0f req-d08edfa0-12e0-4ad4-badd-e087a8c10bed service neutron] Attempting to bind port 74f969e9-eb91-413b-a72b-a47e433d51e8 on network ce46a72d-d21b-4b38-8b8c-0e4ac423ac60 {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 17:17:56.551101 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e512eaa2-b30f-4788-ad4e-f861567943c7 req-0fb0e616-19b4-4543-9f37-f7c825447ef3 service neutron] Port 9a411f73-0820-4705-9708-9ad9a4bd924c on network 42175756-6c19-4b6c-8f7a-d34501eaadbb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 17:17:56.551831 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e512eaa2-b30f-4788-ad4e-f861567943c7 req-0fb0e616-19b4-4543-9f37-f7c825447ef3 service neutron] Attempting to bind port 9a411f73-0820-4705-9708-9ad9a4bd924c on network 42175756-6c19-4b6c-8f7a-d34501eaadbb {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 17:17:56.579955 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e512eaa2-b30f-4788-ad4e-f861567943c7 req-0fb0e616-19b4-4543-9f37-f7c825447ef3 service neutron] Checking agent: {'id': 'dbb67c4d-7aa5-4acf-82b3-541c1cabd3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 13), 'started_at': datetime.datetime(2022, 3, 2, 17, 13, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 17:17:56.580470 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e512eaa2-b30f-4788-ad4e-f861567943c7 req-0fb0e616-19b4-4543-9f37-f7c825447ef3 service neutron] Checking segment: {'id': 'e79ee02c-f592-41ea-9c45-0cb60a387a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '42175756-6c19-4b6c-8f7a-d34501eaadbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 17:17:56.580966 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e512eaa2-b30f-4788-ad4e-f861567943c7 req-0fb0e616-19b4-4543-9f37-f7c825447ef3 service neutron] Bound using segment: {'id': 'e79ee02c-f592-41ea-9c45-0cb60a387a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '42175756-6c19-4b6c-8f7a-d34501eaadbb'} {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 17:17:56.581549 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [req-e512eaa2-b30f-4788-ad4e-f861567943c7 req-0fb0e616-19b4-4543-9f37-f7c825447ef3 service neutron] Bound port: 9a411f73-0820-4705-9708-9ad9a4bd924c, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e79ee02c-f592-41ea-9c45-0cb60a387a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '42175756-6c19-4b6c-8f7a-d34501eaadbb'}}] {{(pid=103838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 17:17:56.582799 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-e512eaa2-b30f-4788-ad4e-f861567943c7 req-0fb0e616-19b4-4543-9f37-f7c825447ef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (9a411f73-0820-4705-9708-9ad9a4bd924c), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:56.589730 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21540d4f-ca55-41af-9f4f-578c22be6e0f req-d08edfa0-12e0-4ad4-badd-e087a8c10bed service neutron] Port 74f969e9-eb91-413b-a72b-a47e433d51e8 on network ce46a72d-d21b-4b38-8b8c-0e4ac423ac60 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 17:17:56.590162 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21540d4f-ca55-41af-9f4f-578c22be6e0f req-d08edfa0-12e0-4ad4-badd-e087a8c10bed service neutron] Attempting to bind port 74f969e9-eb91-413b-a72b-a47e433d51e8 on network ce46a72d-d21b-4b38-8b8c-0e4ac423ac60 {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 17:17:56.617455 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21540d4f-ca55-41af-9f4f-578c22be6e0f req-d08edfa0-12e0-4ad4-badd-e087a8c10bed service neutron] Checking agent: {'id': 'dbb67c4d-7aa5-4acf-82b3-541c1cabd3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 13), 'started_at': datetime.datetime(2022, 3, 2, 17, 13, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 17:17:56.617953 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21540d4f-ca55-41af-9f4f-578c22be6e0f req-d08edfa0-12e0-4ad4-badd-e087a8c10bed service neutron] Checking segment: {'id': '933b69cb-9b5d-476f-bddf-a4d2b8410aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'ce46a72d-d21b-4b38-8b8c-0e4ac423ac60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 17:17:56.618436 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21540d4f-ca55-41af-9f4f-578c22be6e0f req-d08edfa0-12e0-4ad4-badd-e087a8c10bed service neutron] Bound using segment: {'id': '933b69cb-9b5d-476f-bddf-a4d2b8410aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'ce46a72d-d21b-4b38-8b8c-0e4ac423ac60'} {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 17:17:56.618987 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [req-21540d4f-ca55-41af-9f4f-578c22be6e0f req-d08edfa0-12e0-4ad4-badd-e087a8c10bed service neutron] Bound port: 74f969e9-eb91-413b-a72b-a47e433d51e8, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '933b69cb-9b5d-476f-bddf-a4d2b8410aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'ce46a72d-d21b-4b38-8b8c-0e4ac423ac60'}}] {{(pid=103838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 17:17:56.619493 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-21540d4f-ca55-41af-9f4f-578c22be6e0f req-d08edfa0-12e0-4ad4-badd-e087a8c10bed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (74f969e9-eb91-413b-a72b-a47e433d51e8), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:56.695522 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-17df8966-b768-41c1-aa80-c603587d9370 admin admin] Publish callbacks [] for security_group (0668b227-4816-4a26-b70e-1e9378030fea), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:56.743582 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-9b129ff0-4fbc-4d7c-b188-5a83be05c728 req-464e0fa8-ba9d-4a8f-978e-31229d9b243c tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/security-groups?id=aae85e0a-c103-4ddd-81a2-76fd14f89f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460101 Mar 02 17:17:56.844850 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-17df8966-b768-41c1-aa80-c603587d9370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (0668b227-4816-4a26-b70e-1e9378030fea), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:56.847668 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [req-21540d4f-ca55-41af-9f4f-578c22be6e0f req-d08edfa0-12e0-4ad4-badd-e087a8c10bed service neutron] For port 74f969e9-eb91-413b-a72b-a47e433d51e8, host hv-cinder-77819, cleared binding levels {{(pid=103838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:17:56.849902 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [req-21540d4f-ca55-41af-9f4f-578c22be6e0f req-d08edfa0-12e0-4ad4-badd-e087a8c10bed service neutron] For port 74f969e9-eb91-413b-a72b-a47e433d51e8, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=74f969e9-eb91-413b-a72b-a47e433d51e8,segment=NetworkSegment(933b69cb-9b5d-476f-bddf-a4d2b8410aed),segment_id=933b69cb-9b5d-476f-bddf-a4d2b8410aed)] {{(pid=103838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:17:56.860306 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [req-e512eaa2-b30f-4788-ad4e-f861567943c7 req-0fb0e616-19b4-4543-9f37-f7c825447ef3 service neutron] For port 9a411f73-0820-4705-9708-9ad9a4bd924c, host hv-cinder-77819, cleared binding levels {{(pid=103838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:17:56.864557 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [req-e512eaa2-b30f-4788-ad4e-f861567943c7 req-0fb0e616-19b4-4543-9f37-f7c825447ef3 service neutron] For port 9a411f73-0820-4705-9708-9ad9a4bd924c, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=9a411f73-0820-4705-9708-9ad9a4bd924c,segment=NetworkSegment(e79ee02c-f592-41ea-9c45-0cb60a387a0c),segment_id=e79ee02c-f592-41ea-9c45-0cb60a387a0c)] {{(pid=103838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:17:56.892495 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e385560-9520-44da-b242-741bc5c62772 req-b4dce4db-92b8-474d-9717-7b3b343c9468 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:56.894614 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-7e385560-9520-44da-b242-741bc5c62772 req-b4dce4db-92b8-474d-9717-7b3b343c9468 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 945 time: 0.1706781 Mar 02 17:17:56.935401 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-21540d4f-ca55-41af-9f4f-578c22be6e0f req-d08edfa0-12e0-4ad4-badd-e087a8c10bed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26691319'] for port (74f969e9-eb91-413b-a72b-a47e433d51e8), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:56.979968 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17df8966-b768-41c1-aa80-c603587d9370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0668b227-4816-4a26-b70e-1e9378030fea,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:17:57.033352 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-17df8966-b768-41c1-aa80-c603587d9370 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=593d80a5661d419cb2ca4cf8a0a986a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7359405 Mar 02 17:17:57.034316 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 48806) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:17:57.055414 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-e512eaa2-b30f-4788-ad4e-f861567943c7 req-0fb0e616-19b4-4543-9f37-f7c825447ef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26691319'] for port (9a411f73-0820-4705-9708-9ad9a4bd924c), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:57.082719 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21540d4f-ca55-41af-9f4f-578c22be6e0f req-d08edfa0-12e0-4ad4-badd-e087a8c10bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:57.083630 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-21540d4f-ca55-41af-9f4f-578c22be6e0f req-d08edfa0-12e0-4ad4-badd-e087a8c10bed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021714'] for port (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:57.086647 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-21540d4f-ca55-41af-9f4f-578c22be6e0f req-d08edfa0-12e0-4ad4-badd-e087a8c10bed service neutron] 10.222.0.49 "PUT /v2.0/ports/74f969e9-eb91-413b-a72b-a47e433d51e8 HTTP/1.1" status: 200 len: 1094 time: 2.3314195 Mar 02 17:17:57.093690 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-7e385560-9520-44da-b242-741bc5c62772 req-27658e90-47d5-46ac-8663-f8f426157625 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1902909 Mar 02 17:17:57.101075 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4e03692-2d3e-4e35-b995-865f8049cc5e', 'tag': '74f969e9-eb91-413b-a72b-a47e433d51e8'}] {{(pid=103838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 17:17:57.107992 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7c8e0f7c7170b606f581d652a183e77a47547618c5f9292d8eb62f06a367e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd20df96-01ec-4b8d-9bfd-78043513457d" -d '{"events": [{"name": "network-changed", "server_uuid": "c4e03692-2d3e-4e35-b995-865f8049cc5e", "tag": "74f969e9-eb91-413b-a72b-a47e433d51e8"}]}' {{(pid=103838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 17:17:57.135578 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08edfa0-12e0-4ad4-badd-e087a8c10bed service neutron] Pushing event updated for resources: {'Port': ['ID=74f969e9-eb91-413b-a72b-a47e433d51e8,revision_number=3']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:17:57.152734 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e512eaa2-b30f-4788-ad4e-f861567943c7 req-0fb0e616-19b4-4543-9f37-f7c825447ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:57.153589 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-e512eaa2-b30f-4788-ad4e-f861567943c7 req-0fb0e616-19b4-4543-9f37-f7c825447ef3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021714'] for port (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:57.158869 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e512eaa2-b30f-4788-ad4e-f861567943c7 req-0fb0e616-19b4-4543-9f37-f7c825447ef3 service neutron] 10.222.0.49 "PUT /v2.0/ports/9a411f73-0820-4705-9708-9ad9a4bd924c HTTP/1.1" status: 200 len: 1094 time: 3.1919518 Mar 02 17:17:57.238884 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb0e616-19b4-4543-9f37-f7c825447ef3 service neutron] Pushing event updated for resources: {'Port': ['ID=9a411f73-0820-4705-9708-9ad9a4bd924c,revision_number=3']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:17:57.327357 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-455c8cb0-d7d1-4b6a-8a7d-562d8cb7005e admin admin] Publish callbacks [] for security_group (0668b227-4816-4a26-b70e-1e9378030fea), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:57.332473 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a53ca84-05ae-4ed9-a930-f422be2197f7 req-ab45cec3-97ff-48cb-aad2-06a23871b023 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:57.334394 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2a53ca84-05ae-4ed9-a930-f422be2197f7 req-ab45cec3-97ff-48cb-aad2-06a23871b023 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4081c5a4-d3d8-4855-87a3-25860d7f4961 HTTP/1.1" status: 200 len: 945 time: 0.3100703 Mar 02 17:17:57.387894 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 17:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7778a01-c472-46c7-a0c7-7dabf9587b04 x-openstack-request-id: req-a7778a01-c472-46c7-a0c7-7dabf9587b04 {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 17:17:57.388819 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4e03692-2d3e-4e35-b995-865f8049cc5e", "tag": "74f969e9-eb91-413b-a72b-a47e433d51e8", "status": "completed", "code": 200}]} {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 17:17:57.388819 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a7778a01-c472-46c7-a0c7-7dabf9587b04 {{(pid=103838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 17:17:57.389030 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4e03692-2d3e-4e35-b995-865f8049cc5e', 'tag': '74f969e9-eb91-413b-a72b-a47e433d51e8', 'status': 'completed', 'code': 200} Mar 02 17:17:57.397353 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21540d4f-ca55-41af-9f4f-578c22be6e0f req-91af9d7e-1dc8-4f10-9eca-e592c501a808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:57.399198 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-21540d4f-ca55-41af-9f4f-578c22be6e0f req-91af9d7e-1dc8-4f10-9eca-e592c501a808 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=37e292fddf124d1e80afd1100940a1ca&device_id=c4e03692-2d3e-4e35-b995-865f8049cc5e HTTP/1.1" status: 200 len: 1128 time: 0.1455901 Mar 02 17:17:57.416148 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-455c8cb0-d7d1-4b6a-8a7d-562d8cb7005e admin admin] Publish callbacks [] for security_group (0668b227-4816-4a26-b70e-1e9378030fea), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:57.484608 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e512eaa2-b30f-4788-ad4e-f861567943c7 req-50f367f6-4e4d-4e1b-92e5-3cbc5771da55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:57.486820 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e512eaa2-b30f-4788-ad4e-f861567943c7 req-50f367f6-4e4d-4e1b-92e5-3cbc5771da55 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d37c5cf4d963481685e2d41519bfe2ff&device_id=f08bd6a6-119c-4ce4-bb53-ced878235c33 HTTP/1.1" status: 200 len: 1128 time: 0.1711657 Mar 02 17:17:57.489040 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-21540d4f-ca55-41af-9f4f-578c22be6e0f req-cba2ac5e-874b-4761-8667-2187c87dd83c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74f969e9-eb91-413b-a72b-a47e433d51e8 HTTP/1.1" status: 200 len: 217 time: 0.0588062 Mar 02 17:17:57.593360 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-455c8cb0-d7d1-4b6a-8a7d-562d8cb7005e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (0668b227-4816-4a26-b70e-1e9378030fea), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:57.597078 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-455c8cb0-d7d1-4b6a-8a7d-562d8cb7005e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:57.598614 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-455c8cb0-d7d1-4b6a-8a7d-562d8cb7005e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0668b227-4816-4a26-b70e-1e9378030fea HTTP/1.1" status: 204 len: 168 time: 0.5631750 Mar 02 17:17:57.616206 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21540d4f-ca55-41af-9f4f-578c22be6e0f req-8dcff064-72b3-4a6b-b0e6-7740276fcc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:57.619416 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-21540d4f-ca55-41af-9f4f-578c22be6e0f req-8dcff064-72b3-4a6b-b0e6-7740276fcc45 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c10113c3-b56f-44d4-a794-de9636ff3a2b HTTP/1.1" status: 200 len: 847 time: 0.0948412 Mar 02 17:17:57.625123 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455c8cb0-d7d1-4b6a-8a7d-562d8cb7005e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0668b227-4816-4a26-b70e-1e9378030fea,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:17:57.693791 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2a53ca84-05ae-4ed9-a930-f422be2197f7 req-880f1689-07c1-443a-9de8-95bafbac8c33 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3191750 Mar 02 17:17:57.696857 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e512eaa2-b30f-4788-ad4e-f861567943c7 req-6fa27139-783f-465c-ba37-3f92222c99d3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a411f73-0820-4705-9708-9ad9a4bd924c HTTP/1.1" status: 200 len: 217 time: 0.1745181 Mar 02 17:17:57.794126 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-21540d4f-ca55-41af-9f4f-578c22be6e0f req-15362267-5c06-4545-8af4-973883815d69 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ce46a72d-d21b-4b38-8b8c-0e4ac423ac60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1139169 Mar 02 17:17:57.846390 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e512eaa2-b30f-4788-ad4e-f861567943c7 req-fed0ac8e-7b59-49e0-bfd0-14f70b120105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:57.848184 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e512eaa2-b30f-4788-ad4e-f861567943c7 req-fed0ac8e-7b59-49e0-bfd0-14f70b120105 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=91fb7085-b683-4906-97f3-4841714c8e20 HTTP/1.1" status: 200 len: 853 time: 0.1074200 Mar 02 17:17:58.031384 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-21540d4f-ca55-41af-9f4f-578c22be6e0f req-c0c4a3d2-4c84-4ac9-bb39-088b1675a06c service neutron] 10.222.0.49 "GET /v2.0/networks/ce46a72d-d21b-4b38-8b8c-0e4ac423ac60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820562 Mar 02 17:17:58.094197 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c73719-3653-4c73-986f-064fcc497d58 req-67dd2763-482e-4cca-bd1e-1dc26e8c852a tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:58.101942 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-78c73719-3653-4c73-986f-064fcc497d58 req-67dd2763-482e-4cca-bd1e-1dc26e8c852a tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4e03692-2d3e-4e35-b995-865f8049cc5e HTTP/1.1" status: 200 len: 944 time: 0.3643575 Mar 02 17:17:58.214115 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d3d435-0b97-4579-ac56-619cf982feb5 req-42fdeb4b-54c7-40f7-a0ee-6ccaf40ddb27 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:58.223871 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-36d3d435-0b97-4579-ac56-619cf982feb5 req-42fdeb4b-54c7-40f7-a0ee-6ccaf40ddb27 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/ports?device_id=f08bd6a6-119c-4ce4-bb53-ced878235c33 HTTP/1.1" status: 200 len: 944 time: 0.1967850 Mar 02 17:17:58.227503 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e512eaa2-b30f-4788-ad4e-f861567943c7 req-80a1b2c3-e3c6-4700-9897-781e129e2185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:58.229285 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e512eaa2-b30f-4788-ad4e-f861567943c7 req-80a1b2c3-e3c6-4700-9897-781e129e2185 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=42175756-6c19-4b6c-8f7a-d34501eaadbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3684680 Mar 02 17:17:58.321946 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-78c73719-3653-4c73-986f-064fcc497d58 req-360cac25-e501-4df8-bd9d-7aa2119d4293 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/security-groups?id=a87b5658-3d6d-4251-94e0-db2b1efad5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113733 Mar 02 17:17:58.436718 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-36d3d435-0b97-4579-ac56-619cf982feb5 req-8c84ee44-1eb7-41f7-ac1a-2acd361ba9a8 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/security-groups?id=aae85e0a-c103-4ddd-81a2-76fd14f89f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112315 Mar 02 17:17:58.513469 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-21540d4f-ca55-41af-9f4f-578c22be6e0f req-73f3c72d-1dd5-4f6c-ba4e-c7e7c7d8216f service neutron] 10.222.0.49 "GET /v2.0/networks/ce46a72d-d21b-4b38-8b8c-0e4ac423ac60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4460208 Mar 02 17:17:58.519757 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e512eaa2-b30f-4788-ad4e-f861567943c7 req-317ae5b0-ff4c-4c50-a24c-dbfca601ac24 service neutron] 10.222.0.49 "GET /v2.0/networks/42175756-6c19-4b6c-8f7a-d34501eaadbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616942 Mar 02 17:17:58.657983 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e512eaa2-b30f-4788-ad4e-f861567943c7 req-2fd4a041-8611-4963-beeb-4000f9584dea service neutron] 10.222.0.49 "GET /v2.0/networks/42175756-6c19-4b6c-8f7a-d34501eaadbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203547 Mar 02 17:17:58.671933 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf11327f-7c2e-401f-9fe0-d7e29ed42b12 req-768fb5d6-6460-40c9-91ef-936d5ad29542 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:58.682001 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-cf11327f-7c2e-401f-9fe0-d7e29ed42b12 req-768fb5d6-6460-40c9-91ef-936d5ad29542 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 945 time: 0.2373374 Mar 02 17:17:58.943519 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-cf11327f-7c2e-401f-9fe0-d7e29ed42b12 req-41df08f5-d830-43cf-bd81-f6779faf663b tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2528949 Mar 02 17:17:58.982866 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd20df96-01ec-4b8d-9bfd-78043513457d req-889ae6fb-1898-4a1a-aa3c-97600a41db63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:58.984829 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-dd20df96-01ec-4b8d-9bfd-78043513457d req-889ae6fb-1898-4a1a-aa3c-97600a41db63 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=37e292fddf124d1e80afd1100940a1ca&device_id=c4e03692-2d3e-4e35-b995-865f8049cc5e HTTP/1.1" status: 200 len: 1128 time: 0.2905583 Mar 02 17:17:58.992983 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04827e4a-2b6c-485d-ab4f-100dacdbdf70 req-ceec7893-737e-45b6-9b68-56eac788a20c tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:59.001570 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-04827e4a-2b6c-485d-ab4f-100dacdbdf70 req-ceec7893-737e-45b6-9b68-56eac788a20c tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4081c5a4-d3d8-4855-87a3-25860d7f4961 HTTP/1.1" status: 200 len: 945 time: 0.1298580 Mar 02 17:17:59.124508 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-04827e4a-2b6c-485d-ab4f-100dacdbdf70 req-58d512c7-334a-4ad7-bf94-a73b3a2ce0a2 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215589 Mar 02 17:17:59.161300 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 48832) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:17:59.189221 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd20df96-01ec-4b8d-9bfd-78043513457d req-2a3ea613-c24d-4acb-bec1-9f6c8f2db9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:59.191775 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-dd20df96-01ec-4b8d-9bfd-78043513457d req-2a3ea613-c24d-4acb-bec1-9f6c8f2db9e7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ce46a72d-d21b-4b38-8b8c-0e4ac423ac60 HTTP/1.1" status: 200 len: 908 time: 0.1871045 Mar 02 17:17:59.274050 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-dd20df96-01ec-4b8d-9bfd-78043513457d req-ea44bced-34b7-4431-ac3a-b0142bc38697 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74f969e9-eb91-413b-a72b-a47e433d51e8 HTTP/1.1" status: 200 len: 217 time: 0.0698609 Mar 02 17:17:59.345429 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd20df96-01ec-4b8d-9bfd-78043513457d req-69627f2a-54e9-41cd-ab1a-8ff296201451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:59.347882 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-dd20df96-01ec-4b8d-9bfd-78043513457d req-69627f2a-54e9-41cd-ab1a-8ff296201451 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c10113c3-b56f-44d4-a794-de9636ff3a2b HTTP/1.1" status: 200 len: 847 time: 0.0682082 Mar 02 17:17:59.348398 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-21ec20c6-d752-46aa-8047-5b7aa47b5dd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:59.394732 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f08bd6a6-119c-4ce4-bb53-ced878235c33', 'tag': '9a411f73-0820-4705-9708-9ad9a4bd924c'}] {{(pid=103838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 17:17:59.401832 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7c8e0f7c7170b606f581d652a183e77a47547618c5f9292d8eb62f06a367e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c807bdbe-f060-46d6-ad06-f16f7bb5f714" -d '{"events": [{"name": "network-changed", "server_uuid": "f08bd6a6-119c-4ce4-bb53-ced878235c33", "tag": "9a411f73-0820-4705-9708-9ad9a4bd924c"}]}' {{(pid=103838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 17:17:59.444477 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-dd20df96-01ec-4b8d-9bfd-78043513457d req-92f51228-77a0-4bc6-96f1-cdc646aa257d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ce46a72d-d21b-4b38-8b8c-0e4ac423ac60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615215 Mar 02 17:17:59.537055 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 17:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d08ebc1-6166-453d-b8ec-579dfa9acb78 x-openstack-request-id: req-7d08ebc1-6166-453d-b8ec-579dfa9acb78 {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 17:17:59.537055 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f08bd6a6-119c-4ce4-bb53-ced878235c33", "tag": "9a411f73-0820-4705-9708-9ad9a4bd924c", "status": "completed", "code": 200}]} {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 17:17:59.537055 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7d08ebc1-6166-453d-b8ec-579dfa9acb78 {{(pid=103838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 17:17:59.537055 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f08bd6a6-119c-4ce4-bb53-ced878235c33', 'tag': '9a411f73-0820-4705-9708-9ad9a4bd924c', 'status': 'completed', 'code': 200} Mar 02 17:17:59.680381 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-21ec20c6-d752-46aa-8047-5b7aa47b5dd2 admin admin] Publish callbacks [] for security_group (d7696dca-fb6f-48c4-9032-08eae6a7a380), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:17:59.749892 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e29762-f5c6-4b2e-a21d-1960a605e9b4 req-d9f67938-eb91-41e9-a703-66bad3307cfc tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:59.751318 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e7e29762-f5c6-4b2e-a21d-1960a605e9b4 req-d9f67938-eb91-41e9-a703-66bad3307cfc tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4e03692-2d3e-4e35-b995-865f8049cc5e HTTP/1.1" status: 200 len: 944 time: 0.2296293 Mar 02 17:17:59.764594 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-dd20df96-01ec-4b8d-9bfd-78043513457d req-0e9f6f48-b2f8-485f-af83-cef7b54229bd service neutron] 10.222.0.49 "GET /v2.0/networks/ce46a72d-d21b-4b38-8b8c-0e4ac423ac60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079164 Mar 02 17:17:59.767885 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c807bdbe-f060-46d6-ad06-f16f7bb5f714 req-f3e6c584-482f-47b7-b0ea-e90fcf75177d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:59.767885 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c807bdbe-f060-46d6-ad06-f16f7bb5f714 req-f3e6c584-482f-47b7-b0ea-e90fcf75177d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d37c5cf4d963481685e2d41519bfe2ff&device_id=f08bd6a6-119c-4ce4-bb53-ced878235c33 HTTP/1.1" status: 200 len: 1128 time: 0.1899815 Mar 02 17:17:59.779637 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ade47b-364d-4f45-9b1a-e397e499b09c req-c24d580d-f2e9-48c1-a8cf-839a5cbe2082 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:59.781053 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-80ade47b-364d-4f45-9b1a-e397e499b09c req-c24d580d-f2e9-48c1-a8cf-839a5cbe2082 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/ports?device_id=f08bd6a6-119c-4ce4-bb53-ced878235c33 HTTP/1.1" status: 200 len: 944 time: 0.1729372 Mar 02 17:17:59.968784 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e7e29762-f5c6-4b2e-a21d-1960a605e9b4 req-cb972b2e-e25a-428a-a97b-7057110420a0 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/security-groups?id=a87b5658-3d6d-4251-94e0-db2b1efad5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086535 Mar 02 17:17:59.987034 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-80ade47b-364d-4f45-9b1a-e397e499b09c req-5f8d0620-1f1b-48a3-b802-db3863d6bdbb tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/security-groups?id=aae85e0a-c103-4ddd-81a2-76fd14f89f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830366 Mar 02 17:18:00.018289 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c807bdbe-f060-46d6-ad06-f16f7bb5f714 req-a98ced13-8617-48fc-8b57-79aea5e7e353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:00.019780 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c807bdbe-f060-46d6-ad06-f16f7bb5f714 req-a98ced13-8617-48fc-8b57-79aea5e7e353 service neutron] 10.222.0.49 "GET /v2.0/networks?id=42175756-6c19-4b6c-8f7a-d34501eaadbb HTTP/1.1" status: 200 len: 915 time: 0.2358379 Mar 02 17:18:00.026070 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-dd20df96-01ec-4b8d-9bfd-78043513457d req-01ca79c5-14ca-4ab1-a642-fa3a470a6e28 service neutron] 10.222.0.49 "GET /v2.0/networks/ce46a72d-d21b-4b38-8b8c-0e4ac423ac60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440639 Mar 02 17:18:00.071093 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c807bdbe-f060-46d6-ad06-f16f7bb5f714 req-7726ea06-4762-4040-a8bf-7a1d1f508a07 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a411f73-0820-4705-9708-9ad9a4bd924c HTTP/1.1" status: 200 len: 217 time: 0.0440938 Mar 02 17:18:00.430030 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c807bdbe-f060-46d6-ad06-f16f7bb5f714 req-522c4b3d-26da-48fb-8bef-941910351eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:00.431554 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c807bdbe-f060-46d6-ad06-f16f7bb5f714 req-522c4b3d-26da-48fb-8bef-941910351eee service neutron] 10.222.0.49 "GET /v2.0/subnets?id=91fb7085-b683-4906-97f3-4841714c8e20 HTTP/1.1" status: 200 len: 853 time: 0.3397202 Mar 02 17:18:00.440272 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b237dc-67ab-4525-a57c-b8723ee6dc76 req-1bd51337-2d41-4e3f-b3ee-a439f29c891d tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:00.441820 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-f8b237dc-67ab-4525-a57c-b8723ee6dc76 req-1bd51337-2d41-4e3f-b3ee-a439f29c891d tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 945 time: 0.3798399 Mar 02 17:18:00.514893 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152aeb7f-3b53-4fdb-8f2a-df574142d73b req-2d27c531-3a79-43ad-a837-a8c387ee59ce tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:00.516437 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-152aeb7f-3b53-4fdb-8f2a-df574142d73b req-2d27c531-3a79-43ad-a837-a8c387ee59ce tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4081c5a4-d3d8-4855-87a3-25860d7f4961 HTTP/1.1" status: 200 len: 945 time: 0.1421421 Mar 02 17:18:00.525757 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-21ec20c6-d752-46aa-8047-5b7aa47b5dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (d7696dca-fb6f-48c4-9032-08eae6a7a380), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:00.613892 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-f8b237dc-67ab-4525-a57c-b8723ee6dc76 req-73fa4d9e-90bd-4d9a-acec-7bd9c79ba928 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1629243 Mar 02 17:18:00.623203 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c807bdbe-f060-46d6-ad06-f16f7bb5f714 req-3ece8e10-0380-430b-b8fc-a45278d976ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:00.624861 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c807bdbe-f060-46d6-ad06-f16f7bb5f714 req-3ece8e10-0380-430b-b8fc-a45278d976ff service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=42175756-6c19-4b6c-8f7a-d34501eaadbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1654398 Mar 02 17:18:00.651317 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-21ec20c6-d752-46aa-8047-5b7aa47b5dd2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d9234de43be141148747404c8071ef36&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4888842 Mar 02 17:18:00.654236 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 48858) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:18:00.677597 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ec20c6-d752-46aa-8047-5b7aa47b5dd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7696dca-fb6f-48c4-9032-08eae6a7a380,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:18:00.681033 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-152aeb7f-3b53-4fdb-8f2a-df574142d73b req-a4973a18-c4f5-4582-ae00-57e44efc5348 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509614 Mar 02 17:18:00.796496 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-b88946ad-ffa4-4b82-a01f-7f5671bfdce6 admin admin] Publish callbacks [] for security_group (d7696dca-fb6f-48c4-9032-08eae6a7a380), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:00.831301 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c807bdbe-f060-46d6-ad06-f16f7bb5f714 req-51f9f101-c937-442b-94f2-6e7ef27e7880 service neutron] 10.222.0.49 "GET /v2.0/networks/42175756-6c19-4b6c-8f7a-d34501eaadbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882944 Mar 02 17:18:00.847349 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-b88946ad-ffa4-4b82-a01f-7f5671bfdce6 admin admin] Publish callbacks [] for security_group (d7696dca-fb6f-48c4-9032-08eae6a7a380), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:01.033889 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-b88946ad-ffa4-4b82-a01f-7f5671bfdce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (d7696dca-fb6f-48c4-9032-08eae6a7a380), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:01.037950 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-b88946ad-ffa4-4b82-a01f-7f5671bfdce6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:01.040015 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-b88946ad-ffa4-4b82-a01f-7f5671bfdce6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d7696dca-fb6f-48c4-9032-08eae6a7a380 HTTP/1.1" status: 204 len: 168 time: 0.3840525 Mar 02 17:18:01.066752 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88946ad-ffa4-4b82-a01f-7f5671bfdce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7696dca-fb6f-48c4-9032-08eae6a7a380,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:18:01.284243 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c807bdbe-f060-46d6-ad06-f16f7bb5f714 req-9abeb2b4-f40c-4853-8ea3-1e447ec0e659 service neutron] 10.222.0.49 "GET /v2.0/networks/42175756-6c19-4b6c-8f7a-d34501eaadbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4158468 Mar 02 17:18:01.335745 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee633840-13a5-4c30-94c1-6c1b52344187 req-43a59e45-8fde-4c30-946a-b8e495f4a58c tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:01.343888 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-ee633840-13a5-4c30-94c1-6c1b52344187 req-43a59e45-8fde-4c30-946a-b8e495f4a58c tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4e03692-2d3e-4e35-b995-865f8049cc5e HTTP/1.1" status: 200 len: 944 time: 0.1923020 Mar 02 17:18:01.374553 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414598d7-9f9d-4a21-8cb5-53f69d1e806a req-227305b8-eec8-4900-a5d5-755128422580 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:01.376156 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-414598d7-9f9d-4a21-8cb5-53f69d1e806a req-227305b8-eec8-4900-a5d5-755128422580 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/ports?device_id=f08bd6a6-119c-4ce4-bb53-ced878235c33 HTTP/1.1" status: 200 len: 944 time: 0.2235775 Mar 02 17:18:01.445229 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-ee633840-13a5-4c30-94c1-6c1b52344187 req-063ab336-60a5-41ff-9700-ea39b96bfc0e tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/security-groups?id=a87b5658-3d6d-4251-94e0-db2b1efad5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991955 Mar 02 17:18:01.498300 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-414598d7-9f9d-4a21-8cb5-53f69d1e806a req-15ce0eac-18d6-44c0-990b-2d052f8cd585 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/security-groups?id=aae85e0a-c103-4ddd-81a2-76fd14f89f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093302 Mar 02 17:18:01.748465 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-76e092b8-8532-411b-a4a5-bf86ab638e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (0060df7f-f835-4890-b25c-3842f545a9d0), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:01.898104 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67de955-8695-414a-bcd5-2d8bf7951d27 req-4bc050c7-9551-4c3e-89d2-c657ee900315 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:01.899666 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c67de955-8695-414a-bcd5-2d8bf7951d27 req-4bc050c7-9551-4c3e-89d2-c657ee900315 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 945 time: 0.1514275 Mar 02 17:18:01.940226 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4cde2e-30ca-4bff-9ec3-9eaa471b2aef req-4cecfe98-79a6-47a8-9c20-e25fc3605565 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:01.941744 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-6b4cde2e-30ca-4bff-9ec3-9eaa471b2aef req-4cecfe98-79a6-47a8-9c20-e25fc3605565 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4081c5a4-d3d8-4855-87a3-25860d7f4961 HTTP/1.1" status: 200 len: 945 time: 0.0912564 Mar 02 17:18:01.982827 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c67de955-8695-414a-bcd5-2d8bf7951d27 req-1e8607cf-4b47-4ff6-b110-b4161942255f tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743225 Mar 02 17:18:02.016638 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-6b4cde2e-30ca-4bff-9ec3-9eaa471b2aef req-cdcbcdb3-52f5-4f2a-b3b7-b1a9cba4577b tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662475 Mar 02 17:18:02.643776 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e5728-6d19-4ee6-b09e-07c5cb3ffa47 req-a0e6d8f8-bd67-4e32-b402-830c67ebfda1 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:02.652751 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-937e5728-6d19-4ee6-b09e-07c5cb3ffa47 req-a0e6d8f8-bd67-4e32-b402-830c67ebfda1 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4e03692-2d3e-4e35-b995-865f8049cc5e HTTP/1.1" status: 200 len: 944 time: 0.1367702 Mar 02 17:18:02.793946 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ddef4-7319-4db4-9856-37d245ad6bfc req-2c784248-ce36-4436-beb8-efe92da67aaa tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:02.803477 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-695ddef4-7319-4db4-9856-37d245ad6bfc req-2c784248-ce36-4436-beb8-efe92da67aaa tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/ports?device_id=f08bd6a6-119c-4ce4-bb53-ced878235c33 HTTP/1.1" status: 200 len: 944 time: 0.1372995 Mar 02 17:18:02.817239 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-937e5728-6d19-4ee6-b09e-07c5cb3ffa47 req-dd65e586-c395-4317-ae86-b0410a8c74c3 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/security-groups?id=a87b5658-3d6d-4251-94e0-db2b1efad5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631362 Mar 02 17:18:02.873557 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-695ddef4-7319-4db4-9856-37d245ad6bfc req-1f5e342c-a8d5-4929-b39c-49457347b436 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/security-groups?id=aae85e0a-c103-4ddd-81a2-76fd14f89f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689423 Mar 02 17:18:03.441094 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13db4bb-e41b-4aa7-bcdd-e6aef908d173 req-de0b9950-d2bb-4bc2-ad7e-d98142e113eb tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:03.442744 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-a13db4bb-e41b-4aa7-bcdd-e6aef908d173 req-de0b9950-d2bb-4bc2-ad7e-d98142e113eb tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 945 time: 0.3194966 Mar 02 17:18:03.461074 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a6dd8-d3ea-4430-b941-e13a4686d65b req-92c0e6ef-adae-4f3b-ba06-e64de8876651 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:03.461074 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2f9a6dd8-d3ea-4430-b941-e13a4686d65b req-92c0e6ef-adae-4f3b-ba06-e64de8876651 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4081c5a4-d3d8-4855-87a3-25860d7f4961 HTTP/1.1" status: 200 len: 945 time: 0.3236845 Mar 02 17:18:03.570397 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-a13db4bb-e41b-4aa7-bcdd-e6aef908d173 req-60c7bab8-48ce-4743-bf91-5df25784bf46 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079900 Mar 02 17:18:03.585657 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2f9a6dd8-d3ea-4430-b941-e13a4686d65b req-1b839876-e85e-47fd-bf6b-6e38f06077f2 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215754 Mar 02 17:18:04.022828 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f214dc-9cbf-45a2-8d80-eaffc7eecbac req-69918657-376a-4338-882c-2c233055bdeb tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:04.022828 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d9f214dc-9cbf-45a2-8d80-eaffc7eecbac req-69918657-376a-4338-882c-2c233055bdeb tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4e03692-2d3e-4e35-b995-865f8049cc5e HTTP/1.1" status: 200 len: 944 time: 0.0908968 Mar 02 17:18:04.022828 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e9fdd2-30e9-436f-8c19-6deac4b76c5c req-8d3d6cba-6940-4296-8de7-f40cc1a76f14 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:04.023876 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d3e9fdd2-30e9-436f-8c19-6deac4b76c5c req-8d3d6cba-6940-4296-8de7-f40cc1a76f14 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/ports?device_id=f08bd6a6-119c-4ce4-bb53-ced878235c33 HTTP/1.1" status: 200 len: 944 time: 0.0846317 Mar 02 17:18:04.105880 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d9f214dc-9cbf-45a2-8d80-eaffc7eecbac req-fa5edbb4-836f-4f4e-82e6-2ca9174a6cd5 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/security-groups?id=a87b5658-3d6d-4251-94e0-db2b1efad5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971382 Mar 02 17:18:04.108999 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d3e9fdd2-30e9-436f-8c19-6deac4b76c5c req-129117be-0ee0-41aa-b4a5-0c620999117b tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/security-groups?id=aae85e0a-c103-4ddd-81a2-76fd14f89f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760503 Mar 02 17:18:04.524440 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-2a242b83-4e0d-4740-b7e9-8fa3e4029965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90b713d5-0d52-4da0-a663-b3b1c9fefb3d), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:04.777325 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186395d7-4a4c-441b-94c7-4136b9802b9d req-fe15009b-f72e-4094-893f-db43342d1ac4 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:04.778894 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-186395d7-4a4c-441b-94c7-4136b9802b9d req-fe15009b-f72e-4094-893f-db43342d1ac4 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 945 time: 0.1207178 Mar 02 17:18:04.805492 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5cb3d3-cc58-4df4-b838-07b379786ee2 req-e57af56d-5e46-492a-a521-7310b88876cf tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:04.814576 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-6e5cb3d3-cc58-4df4-b838-07b379786ee2 req-e57af56d-5e46-492a-a521-7310b88876cf tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4081c5a4-d3d8-4855-87a3-25860d7f4961 HTTP/1.1" status: 200 len: 945 time: 0.1091092 Mar 02 17:18:04.898038 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-186395d7-4a4c-441b-94c7-4136b9802b9d req-6f5e218f-bd5d-46b0-84c7-131c67e5dec3 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080215 Mar 02 17:18:04.916874 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-6e5cb3d3-cc58-4df4-b838-07b379786ee2 req-76b7dfab-d31c-4f8d-bd17-3f7f8a19a827 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013436 Mar 02 17:18:05.273319 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-7239c76e-3e75-4b64-9028-aed8f891363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (eca5c3a0-ec74-4a2a-a5c6-a62430d93509), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:05.296882 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d904e309-af4b-4efd-b6b1-ce3224330801 req-eb050133-c4d9-4a51-b1fc-536289727e1d tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:05.298499 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d904e309-af4b-4efd-b6b1-ce3224330801 req-eb050133-c4d9-4a51-b1fc-536289727e1d tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/ports?device_id=f08bd6a6-119c-4ce4-bb53-ced878235c33 HTTP/1.1" status: 200 len: 944 time: 0.0956953 Mar 02 17:18:05.323954 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269a731f-45a3-4f09-9975-ef08d91fa0fa req-a0858d27-b856-41a8-ae97-08f8e21a6e53 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:05.325582 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-269a731f-45a3-4f09-9975-ef08d91fa0fa req-a0858d27-b856-41a8-ae97-08f8e21a6e53 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4e03692-2d3e-4e35-b995-865f8049cc5e HTTP/1.1" status: 200 len: 944 time: 0.0894911 Mar 02 17:18:05.404612 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d904e309-af4b-4efd-b6b1-ce3224330801 req-41c685e2-cdec-4a44-a83e-d02b5b5f3e0d tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/security-groups?id=aae85e0a-c103-4ddd-81a2-76fd14f89f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983808 Mar 02 17:18:05.441635 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-269a731f-45a3-4f09-9975-ef08d91fa0fa req-1dff8e4c-d83b-4b64-839e-23bb13cb1bf6 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/security-groups?id=a87b5658-3d6d-4251-94e0-db2b1efad5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067486 Mar 02 17:18:06.120795 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa75fb0-3ce0-488f-a62e-d522ccee8001 req-d3fe1aaf-8732-4a67-b7bb-a577089dc1ed tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:06.123059 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-3fa75fb0-3ce0-488f-a62e-d522ccee8001 req-d3fe1aaf-8732-4a67-b7bb-a577089dc1ed tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 945 time: 0.1426001 Mar 02 17:18:06.155840 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70710ec4-776a-484f-b0b5-a7e277f9253b req-24f5e04c-b3a6-453d-8202-16de579392bf tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:06.157649 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-70710ec4-776a-484f-b0b5-a7e277f9253b req-24f5e04c-b3a6-453d-8202-16de579392bf tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4081c5a4-d3d8-4855-87a3-25860d7f4961 HTTP/1.1" status: 200 len: 945 time: 0.1125846 Mar 02 17:18:06.222496 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-3fa75fb0-3ce0-488f-a62e-d522ccee8001 req-8d937fdf-3351-4644-96fe-3289b6f57ec6 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983818 Mar 02 17:18:06.265686 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-70710ec4-776a-484f-b0b5-a7e277f9253b req-b7e57645-3b3e-48c9-83d3-257934624475 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969203 Mar 02 17:18:06.587095 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50945e50-5d3e-4604-bf99-440a31e8a583 req-223677b7-44d1-4178-8283-7a0bc114dc11 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:06.588745 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-50945e50-5d3e-4604-bf99-440a31e8a583 req-223677b7-44d1-4178-8283-7a0bc114dc11 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/ports?device_id=f08bd6a6-119c-4ce4-bb53-ced878235c33 HTTP/1.1" status: 200 len: 944 time: 0.1092987 Mar 02 17:18:06.654224 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4995404-876d-4525-bfa0-8035fdbf8f67 req-c83fcde6-6811-42aa-a436-53d4baa8ae8c tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:06.655872 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e4995404-876d-4525-bfa0-8035fdbf8f67 req-c83fcde6-6811-42aa-a436-53d4baa8ae8c tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4e03692-2d3e-4e35-b995-865f8049cc5e HTTP/1.1" status: 200 len: 944 time: 0.1200440 Mar 02 17:18:06.661876 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-50945e50-5d3e-4604-bf99-440a31e8a583 req-38de7995-963e-41df-9858-bdf8b11eaa8d tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/security-groups?id=aae85e0a-c103-4ddd-81a2-76fd14f89f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656815 Mar 02 17:18:06.733371 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e4995404-876d-4525-bfa0-8035fdbf8f67 req-bd15af01-7665-493f-8239-d90c8608c0a8 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/security-groups?id=a87b5658-3d6d-4251-94e0-db2b1efad5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702891 Mar 02 17:18:06.781438 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-765bf0ac-d167-416d-8fe2-638e582454ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (aac89579-4eb6-45c8-861e-e37bc0c26bf3), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:07.332022 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8bd624-6e50-42ea-bbfe-a8d346b14b9c req-75315712-ca9b-4eb1-9700-d97bdcc50cc8 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:07.333488 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-6c8bd624-6e50-42ea-bbfe-a8d346b14b9c req-75315712-ca9b-4eb1-9700-d97bdcc50cc8 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 945 time: 0.0582862 Mar 02 17:18:07.412350 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-6c8bd624-6e50-42ea-bbfe-a8d346b14b9c req-d35a57b9-a766-4d65-987d-a64da2d5fda7 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733948 Mar 02 17:18:07.424348 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29218ae0-82c9-4e80-9430-24b67dbcf499 req-80f20309-8c9d-4a61-8c12-f790a7f4f802 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:07.426109 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-29218ae0-82c9-4e80-9430-24b67dbcf499 req-80f20309-8c9d-4a61-8c12-f790a7f4f802 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4081c5a4-d3d8-4855-87a3-25860d7f4961 HTTP/1.1" status: 200 len: 945 time: 0.0808227 Mar 02 17:18:07.477319 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-29218ae0-82c9-4e80-9430-24b67dbcf499 req-02d719cf-cbcf-4970-9a06-c304686bed0f tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433431 Mar 02 17:18:07.813813 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1108135-a33c-46cb-94d8-068321c0161a req-ba7033a4-bfe4-4b06-9a5c-8df3582eed96 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:07.817890 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e1108135-a33c-46cb-94d8-068321c0161a req-ba7033a4-bfe4-4b06-9a5c-8df3582eed96 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/ports?device_id=f08bd6a6-119c-4ce4-bb53-ced878235c33 HTTP/1.1" status: 200 len: 944 time: 0.0745223 Mar 02 17:18:07.892397 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 49026) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:18:07.901398 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e1108135-a33c-46cb-94d8-068321c0161a req-63547627-a490-4010-9a54-d2462661c14e tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/security-groups?id=aae85e0a-c103-4ddd-81a2-76fd14f89f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798185 Mar 02 17:18:07.918564 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081a6b0d-ecd3-49a6-9035-1dfbd8750016 req-083953ca-ead5-4212-b1d7-d593aba94029 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:07.920319 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-081a6b0d-ecd3-49a6-9035-1dfbd8750016 req-083953ca-ead5-4212-b1d7-d593aba94029 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4e03692-2d3e-4e35-b995-865f8049cc5e HTTP/1.1" status: 200 len: 944 time: 0.0969431 Mar 02 17:18:07.973972 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-081a6b0d-ecd3-49a6-9035-1dfbd8750016 req-8c36f1a5-86f1-4770-a208-83626750e97d tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/security-groups?id=a87b5658-3d6d-4251-94e0-db2b1efad5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475452 Mar 02 17:18:08.014146 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-b1495cb4-6599-4027-bea4-12cc5af63b75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:08.089390 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-b1495cb4-6599-4027-bea4-12cc5af63b75 admin admin] Publish callbacks [] for security_group (1fa1699a-406f-4393-907f-1d3d774aaaec), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:08.158985 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-b1495cb4-6599-4027-bea4-12cc5af63b75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (1fa1699a-406f-4393-907f-1d3d774aaaec), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:08.199680 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-b1495cb4-6599-4027-bea4-12cc5af63b75 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d38ec1a008674f618e8861703489b6cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3060904 Mar 02 17:18:08.200725 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1495cb4-6599-4027-bea4-12cc5af63b75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa1699a-406f-4393-907f-1d3d774aaaec,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:18:08.202527 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 49030) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:18:08.232591 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90356b9b-9a55-4227-ace0-d1fc01a5475f), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:08.253309 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-4d605355-bc29-4074-8c1e-e18ac1196383 admin admin] Publish callbacks [] for security_group (1fa1699a-406f-4393-907f-1d3d774aaaec), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:08.274434 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-4d605355-bc29-4074-8c1e-e18ac1196383 admin admin] Publish callbacks [] for security_group (1fa1699a-406f-4393-907f-1d3d774aaaec), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:08.387375 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-4d605355-bc29-4074-8c1e-e18ac1196383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (1fa1699a-406f-4393-907f-1d3d774aaaec), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:08.390039 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-4d605355-bc29-4074-8c1e-e18ac1196383 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:08.391187 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-4d605355-bc29-4074-8c1e-e18ac1196383 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1fa1699a-406f-4393-907f-1d3d774aaaec HTTP/1.1" status: 204 len: 168 time: 0.1876774 Mar 02 17:18:08.399141 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d605355-bc29-4074-8c1e-e18ac1196383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa1699a-406f-4393-907f-1d3d774aaaec,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:18:08.554164 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9dc826-c917-4d7c-aa95-095db97e0885 req-25fd2803-0e84-4f92-8d55-8f43d507005b tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:08.555700 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-ca9dc826-c917-4d7c-aa95-095db97e0885 req-25fd2803-0e84-4f92-8d55-8f43d507005b tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 945 time: 0.0648179 Mar 02 17:18:08.630647 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-ca9dc826-c917-4d7c-aa95-095db97e0885 req-b4b44870-dd0d-4f14-9860-8f391cb7789c tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682812 Mar 02 17:18:08.646381 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccafa92-c3c3-4a0e-a1ed-213782633528 req-a93c0fc9-7a13-4502-8dde-fda7567f1211 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:08.648563 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-1ccafa92-c3c3-4a0e-a1ed-213782633528 req-a93c0fc9-7a13-4502-8dde-fda7567f1211 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4081c5a4-d3d8-4855-87a3-25860d7f4961 HTTP/1.1" status: 200 len: 945 time: 0.0864947 Mar 02 17:18:08.701489 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-1ccafa92-c3c3-4a0e-a1ed-213782633528 req-7cff0aab-a793-40c3-90f9-ccaecbf4b5ad tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462494 Mar 02 17:18:09.043036 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b95813e-0f1b-4e93-b5d0-a744789e60cf req-4628a4d3-510d-4df7-b846-8ba52e9597b4 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:09.044689 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-8b95813e-0f1b-4e93-b5d0-a744789e60cf req-4628a4d3-510d-4df7-b846-8ba52e9597b4 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/ports?device_id=f08bd6a6-119c-4ce4-bb53-ced878235c33 HTTP/1.1" status: 200 len: 944 time: 0.0604768 Mar 02 17:18:09.080946 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 49046) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:18:09.095830 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-44d9e8b2-b6a7-42ca-8863-463f7069ba0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:09.127664 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea83eb0-cf24-4b9a-bae6-d0ffc41659ed req-ee487177-06e8-48ee-9093-5f5a3872ab46 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:09.129370 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-aea83eb0-cf24-4b9a-bae6-d0ffc41659ed req-ee487177-06e8-48ee-9093-5f5a3872ab46 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4e03692-2d3e-4e35-b995-865f8049cc5e HTTP/1.1" status: 200 len: 944 time: 0.0838087 Mar 02 17:18:09.133794 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-8b95813e-0f1b-4e93-b5d0-a744789e60cf req-f779969f-82a0-46fd-8787-9c9bb5a16574 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/security-groups?id=aae85e0a-c103-4ddd-81a2-76fd14f89f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781701 Mar 02 17:18:09.180366 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-44d9e8b2-b6a7-42ca-8863-463f7069ba0b admin admin] Publish callbacks [] for security_group (8af8bb43-8695-41b9-928f-493e9d1518fa), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:09.189037 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-aea83eb0-cf24-4b9a-bae6-d0ffc41659ed req-1e5485ad-36ab-4809-abe6-14fc1200cf0a tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/security-groups?id=a87b5658-3d6d-4251-94e0-db2b1efad5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525434 Mar 02 17:18:09.260473 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-44d9e8b2-b6a7-42ca-8863-463f7069ba0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (8af8bb43-8695-41b9-928f-493e9d1518fa), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:09.298055 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-44d9e8b2-b6a7-42ca-8863-463f7069ba0b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=534287b2a15d44e0b032d0d3a8741390&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2158973 Mar 02 17:18:09.298903 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d9e8b2-b6a7-42ca-8863-463f7069ba0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af8bb43-8695-41b9-928f-493e9d1518fa,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:18:09.301009 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 49048) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:18:09.348641 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-6ae5d6f3-6efe-4407-906f-e52a8a41ca8f admin admin] Publish callbacks [] for security_group (8af8bb43-8695-41b9-928f-493e9d1518fa), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:09.369640 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-6ae5d6f3-6efe-4407-906f-e52a8a41ca8f admin admin] Publish callbacks [] for security_group (8af8bb43-8695-41b9-928f-493e9d1518fa), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:09.483201 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-6ae5d6f3-6efe-4407-906f-e52a8a41ca8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (8af8bb43-8695-41b9-928f-493e9d1518fa), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:09.485742 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-6ae5d6f3-6efe-4407-906f-e52a8a41ca8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:09.486919 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-6ae5d6f3-6efe-4407-906f-e52a8a41ca8f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8af8bb43-8695-41b9-928f-493e9d1518fa HTTP/1.1" status: 204 len: 168 time: 0.1848540 Mar 02 17:18:09.494621 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae5d6f3-6efe-4407-906f-e52a8a41ca8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af8bb43-8695-41b9-928f-493e9d1518fa,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:18:09.762216 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c7470-7ff8-42a2-a917-d52090a3d515 req-16e21d99-62c8-4672-b72c-d99aa21517f2 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:09.765002 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-104c7470-7ff8-42a2-a917-d52090a3d515 req-16e21d99-62c8-4672-b72c-d99aa21517f2 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 945 time: 0.0601554 Mar 02 17:18:09.853025 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-104c7470-7ff8-42a2-a917-d52090a3d515 req-b588ba21-1fbe-4e40-9b82-e5450d5d1050 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824292 Mar 02 17:18:09.864923 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8425cac8-a2af-4dd5-86f8-337f35011f79 req-dd4d63c7-03bc-484f-9449-c331dfa780bd tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:09.866759 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-8425cac8-a2af-4dd5-86f8-337f35011f79 req-dd4d63c7-03bc-484f-9449-c331dfa780bd tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4081c5a4-d3d8-4855-87a3-25860d7f4961 HTTP/1.1" status: 200 len: 945 time: 0.0890121 Mar 02 17:18:09.915462 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-8425cac8-a2af-4dd5-86f8-337f35011f79 req-44542c93-0e98-4ada-9ba4-ec351a099488 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425651 Mar 02 17:18:10.285987 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab61fb7-fe84-425e-a730-a36aecfc5db0 req-02fe7ced-2ef6-4d1d-a04f-b68f62ea16b8 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:10.287504 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-fab61fb7-fe84-425e-a730-a36aecfc5db0 req-02fe7ced-2ef6-4d1d-a04f-b68f62ea16b8 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/ports?device_id=f08bd6a6-119c-4ce4-bb53-ced878235c33 HTTP/1.1" status: 200 len: 944 time: 0.0825546 Mar 02 17:18:10.363788 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ebc27-59dc-4a65-8d4a-de0b26f3e333 req-cf9961c6-a99a-4c21-a192-ff4cd32570c4 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:10.365290 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-4f3ebc27-59dc-4a65-8d4a-de0b26f3e333 req-cf9961c6-a99a-4c21-a192-ff4cd32570c4 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4e03692-2d3e-4e35-b995-865f8049cc5e HTTP/1.1" status: 200 len: 944 time: 0.0991704 Mar 02 17:18:10.368965 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-fab61fb7-fe84-425e-a730-a36aecfc5db0 req-d6e3951d-2cfd-4321-8992-5a6470d6d34c tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/security-groups?id=aae85e0a-c103-4ddd-81a2-76fd14f89f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631638 Mar 02 17:18:10.416011 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-4f3ebc27-59dc-4a65-8d4a-de0b26f3e333 req-f2a4dfed-7d2d-4fe1-9d15-35861fffa582 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/security-groups?id=a87b5658-3d6d-4251-94e0-db2b1efad5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445108 Mar 02 17:18:10.709473 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131cbb9d-6c32-4049-8ba7-309a4b2046cb req-953fe4fc-72b4-4427-bb15-700a4c2bce73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:10.710987 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-131cbb9d-6c32-4049-8ba7-309a4b2046cb req-953fe4fc-72b4-4427-bb15-700a4c2bce73 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4c5c3e34b0274e8a95876b46416bdc2d&device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 1129 time: 0.0479805 Mar 02 17:18:10.803737 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131cbb9d-6c32-4049-8ba7-309a4b2046cb req-33c9097e-93e0-40b3-bb7e-14944e7e5ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:10.805225 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-131cbb9d-6c32-4049-8ba7-309a4b2046cb req-33c9097e-93e0-40b3-bb7e-14944e7e5ab5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ba91141c-2c4a-433e-a175-e7c250467227 HTTP/1.1" status: 200 len: 918 time: 0.0874867 Mar 02 17:18:10.877134 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-131cbb9d-6c32-4049-8ba7-309a4b2046cb req-54fcb99c-92d6-4de6-8891-d1ea82571160 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b68d8011-6aa0-4d28-8e03-0da9e6f36b0e HTTP/1.1" status: 200 len: 1000 time: 0.0654838 Mar 02 17:18:10.929186 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131cbb9d-6c32-4049-8ba7-309a4b2046cb req-b6cbaf25-587e-47cf-b6a6-2ca078eecf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:10.930593 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-131cbb9d-6c32-4049-8ba7-309a4b2046cb req-b6cbaf25-587e-47cf-b6a6-2ca078eecf35 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b2418ff9-f0a5-4e04-8f27-a85b5ef0f2a3 HTTP/1.1" status: 200 len: 856 time: 0.0466955 Mar 02 17:18:11.056980 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131cbb9d-6c32-4049-8ba7-309a4b2046cb req-84c1ef5c-a05a-427e-83bb-04eb96226e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:11.058509 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-131cbb9d-6c32-4049-8ba7-309a4b2046cb req-84c1ef5c-a05a-427e-83bb-04eb96226e09 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ba91141c-2c4a-433e-a175-e7c250467227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1174130 Mar 02 17:18:11.069819 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac14611-0d4c-41b2-aea1-290ea053262f req-ee5dbbf5-32c4-4a9c-a541-4146ef43055b tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:11.071303 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0ac14611-0d4c-41b2-aea1-290ea053262f req-ee5dbbf5-32c4-4a9c-a541-4146ef43055b tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 945 time: 0.1393249 Mar 02 17:18:11.143704 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef464259-2746-47b8-860d-a9206cb2b4c6 req-484189a0-760b-4576-9b08-fea6e025e373 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:11.145191 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-ef464259-2746-47b8-860d-a9206cb2b4c6 req-484189a0-760b-4576-9b08-fea6e025e373 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4081c5a4-d3d8-4855-87a3-25860d7f4961 HTTP/1.1" status: 200 len: 945 time: 0.1570120 Mar 02 17:18:11.233456 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0ac14611-0d4c-41b2-aea1-290ea053262f req-d61ab474-ae4c-4c4c-91c1-27efa581e34c tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506646 Mar 02 17:18:11.249680 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-131cbb9d-6c32-4049-8ba7-309a4b2046cb req-9820b0da-6d92-43dc-9b28-0a2a4ed5435f service neutron] 10.222.0.49 "GET /v2.0/networks/ba91141c-2c4a-433e-a175-e7c250467227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771736 Mar 02 17:18:11.257261 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-ef464259-2746-47b8-860d-a9206cb2b4c6 req-3b11096f-cad1-4311-99a2-9dd85c73d806 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050053 Mar 02 17:18:11.376383 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292b05ce-1fff-419f-8955-fec899369850 req-bb26b3bf-6824-426d-b853-cf5a468d5aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:11.377890 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-292b05ce-1fff-419f-8955-fec899369850 req-bb26b3bf-6824-426d-b853-cf5a468d5aeb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4081c5a4-d3d8-4855-87a3-25860d7f4961 HTTP/1.1" status: 200 len: 1129 time: 0.0962939 Mar 02 17:18:11.407612 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-131cbb9d-6c32-4049-8ba7-309a4b2046cb req-67e31f5b-3984-48b3-a3e9-eb42c7d3729b service neutron] 10.222.0.49 "GET /v2.0/networks/ba91141c-2c4a-433e-a175-e7c250467227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490729 Mar 02 17:18:11.445423 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-292b05ce-1fff-419f-8955-fec899369850 req-05b77c61-2ca8-4199-85a7-4fe4438a9ad9 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576057 Mar 02 17:18:11.548776 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1228076-238c-4deb-a6a7-630e73ef25c2 req-6b5ccaf7-326f-426c-9f5e-11ef66d7390c tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:11.550932 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c1228076-238c-4deb-a6a7-630e73ef25c2 req-6b5ccaf7-326f-426c-9f5e-11ef66d7390c tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/ports?device_id=f08bd6a6-119c-4ce4-bb53-ced878235c33 HTTP/1.1" status: 200 len: 944 time: 0.0941672 Mar 02 17:18:11.563160 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb84fe-bf76-49e8-b39c-093a8a2b2a98 req-83a0d14f-eff1-4686-bce2-6f607a6bee67 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:11.564635 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-7afb84fe-bf76-49e8-b39c-093a8a2b2a98 req-83a0d14f-eff1-4686-bce2-6f607a6bee67 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4e03692-2d3e-4e35-b995-865f8049cc5e HTTP/1.1" status: 200 len: 944 time: 0.0763981 Mar 02 17:18:11.644464 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c1228076-238c-4deb-a6a7-630e73ef25c2 req-aa345de0-d822-4645-b679-75f480330ad1 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/security-groups?id=aae85e0a-c103-4ddd-81a2-76fd14f89f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783486 Mar 02 17:18:11.648869 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-7afb84fe-bf76-49e8-b39c-093a8a2b2a98 req-61be9c2a-3918-463b-8e34-cbb45400a7e1 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/security-groups?id=a87b5658-3d6d-4251-94e0-db2b1efad5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763869 Mar 02 17:18:12.444697 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b92a02-8143-4531-94d5-d89d33bd5e75 req-de373af4-dd63-4d58-b8d8-f0616753ce09 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:12.446448 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-73b92a02-8143-4531-94d5-d89d33bd5e75 req-de373af4-dd63-4d58-b8d8-f0616753ce09 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 945 time: 0.1105356 Mar 02 17:18:12.461290 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac34b47a-2832-475c-b162-8f02a29ee34d req-dda8865c-477f-487e-b8d3-b5e81e2c5033 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:12.463869 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-ac34b47a-2832-475c-b162-8f02a29ee34d req-dda8865c-477f-487e-b8d3-b5e81e2c5033 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4081c5a4-d3d8-4855-87a3-25860d7f4961 HTTP/1.1" status: 200 len: 945 time: 0.1178710 Mar 02 17:18:12.559030 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-73b92a02-8143-4531-94d5-d89d33bd5e75 req-06afc47f-107d-45d0-8bc8-3c7e099a28f5 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921726 Mar 02 17:18:12.560524 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-ac34b47a-2832-475c-b162-8f02a29ee34d req-9a1c6677-b770-472e-b99a-823a9e1367a5 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858419 Mar 02 17:18:12.803626 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a8e45-4c0b-406b-adc4-cfbc6d723e04 req-2f30c131-43d9-4902-a51f-e443fd38d7ed tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:12.805080 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-519a8e45-4c0b-406b-adc4-cfbc6d723e04 req-2f30c131-43d9-4902-a51f-e443fd38d7ed tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/ports?device_id=f08bd6a6-119c-4ce4-bb53-ced878235c33 HTTP/1.1" status: 200 len: 944 time: 0.0898151 Mar 02 17:18:12.818192 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbc660a-da19-43d8-9cf3-568d0c0bdb99 req-36b5ad92-c830-451f-bb53-9d6e3d82e5f9 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:12.819668 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-fbbc660a-da19-43d8-9cf3-568d0c0bdb99 req-36b5ad92-c830-451f-bb53-9d6e3d82e5f9 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4e03692-2d3e-4e35-b995-865f8049cc5e HTTP/1.1" status: 200 len: 944 time: 0.0919664 Mar 02 17:18:12.896640 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-519a8e45-4c0b-406b-adc4-cfbc6d723e04 req-4b26dd51-2590-4451-a975-2b1193c2392a tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/security-groups?id=aae85e0a-c103-4ddd-81a2-76fd14f89f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759532 Mar 02 17:18:12.901386 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-fbbc660a-da19-43d8-9cf3-568d0c0bdb99 req-d8969945-dff5-485a-9f8e-5ef073497f34 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/security-groups?id=a87b5658-3d6d-4251-94e0-db2b1efad5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740113 Mar 02 17:18:13.465984 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (dbb67c4d-7aa5-4acf-82b3-541c1cabd3d2), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:13.496498 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d2e2773a-398f-491e-ad80-5517941d0481 req-60ba6e3e-cf37-4b52-abe6-5336bede39da service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4d2d21dc-19ba-408d-a3fb-045fba105d1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0492327 Mar 02 17:18:13.515838 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device 9a411f73-0820-4705-9708-9ad9a4bd924c details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 17:18:13.522767 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device b68d8011-6aa0-4d28-8e03-0da9e6f36b0e no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 17:18:13.589336 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e2773a-398f-491e-ad80-5517941d0481 req-9a936b5c-1ac3-48e0-a03d-e374cbf5dcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:13.593070 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d2e2773a-398f-491e-ad80-5517941d0481 req-9a936b5c-1ac3-48e0-a03d-e374cbf5dcdf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=972279b7457f4e0fa6d7b4d953912711&device_id=4d2d21dc-19ba-408d-a3fb-045fba105d1d HTTP/1.1" status: 200 len: 1129 time: 0.0755467 Mar 02 17:18:13.740060 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Current status of the port b68d8011-6aa0-4d28-8e03-0da9e6f36b0e is: ACTIVE; New status is: DOWN {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:18:13.740460 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (b68d8011-6aa0-4d28-8e03-0da9e6f36b0e), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:13.788477 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0f06e23-1e9f-4ea7-ab98-6d5ed74183df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b68d8011-6aa0-4d28-8e03-0da9e6f36b0e'}] {{(pid=103839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 17:18:13.791059 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1ae65c9246df630c0a528d92fdc2f4b7a0a5f54ed45d3739c3110b66571c885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20337760-be2c-4f58-a897-14e8c43ee6b6" -d '{"events": [{"server_uuid": "a0f06e23-1e9f-4ea7-ab98-6d5ed74183df", "name": "network-vif-unplugged", "status": "completed", "tag": "b68d8011-6aa0-4d28-8e03-0da9e6f36b0e"}]}' {{(pid=103839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 17:18:13.809172 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] For port b68d8011-6aa0-4d28-8e03-0da9e6f36b0e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b68d8011-6aa0-4d28-8e03-0da9e6f36b0e,segment=NetworkSegment(045cca5b-a9b4-4a6c-8670-18c98461fa58),segment_id=045cca5b-a9b4-4a6c-8670-18c98461fa58)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:18:13.823415 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635fcb78-3f0a-46eb-b44a-b9764bae95fb req-6ea1d9e4-d186-41fc-ad73-3f328dd06b14 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:13.825014 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-635fcb78-3f0a-46eb-b44a-b9764bae95fb req-6ea1d9e4-d186-41fc-ad73-3f328dd06b14 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 945 time: 0.1440547 Mar 02 17:18:13.826919 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e2773a-398f-491e-ad80-5517941d0481 req-db0b6e24-edfc-487c-a31c-a3e179ad27e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:13.828531 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d2e2773a-398f-491e-ad80-5517941d0481 req-db0b6e24-edfc-487c-a31c-a3e179ad27e3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ef02e7c1-3825-40da-8301-7b2b393305d9 HTTP/1.1" status: 200 len: 920 time: 0.2157481 Mar 02 17:18:13.837044 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] For port 9a411f73-0820-4705-9708-9ad9a4bd924c, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=9a411f73-0820-4705-9708-9ad9a4bd924c,segment=NetworkSegment(e79ee02c-f592-41ea-9c45-0cb60a387a0c),segment_id=e79ee02c-f592-41ea-9c45-0cb60a387a0c)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:18:13.837403 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566af007-006e-4286-928f-a271110d2445 req-96278855-be3f-4e17-8385-0c9e6ad1af05 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:13.839034 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-566af007-006e-4286-928f-a271110d2445 req-96278855-be3f-4e17-8385-0c9e6ad1af05 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4081c5a4-d3d8-4855-87a3-25860d7f4961 HTTP/1.1" status: 200 len: 945 time: 0.1563332 Mar 02 17:18:13.849474 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Returning: {'device': '9a411f73-0820-4705-9708-9ad9a4bd924c', 'network_id': '42175756-6c19-4b6c-8f7a-d34501eaadbb', 'port_id': '9a411f73-0820-4705-9708-9ad9a4bd924c', 'mac_address': 'fa:16:3e:39:ea:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91fb7085-b683-4906-97f3-4841714c8e20', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 17:18:13.890334 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Current status of the port 9a411f73-0820-4705-9708-9ad9a4bd924c is: DOWN; New status is: BUILD {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:18:13.891326 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (9a411f73-0820-4705-9708-9ad9a4bd924c), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:13.896968 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d2e2773a-398f-491e-ad80-5517941d0481 req-d219b6ec-572c-4c4f-8305-d2870fa41845 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61f8935d-8cac-485e-9ead-6e824c447ee2 HTTP/1.1" status: 200 len: 217 time: 0.0553555 Mar 02 17:18:13.904936 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.notifiers.nova [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a411f73-0820-4705-9708-9ad9a4bd924c {{(pid=103839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 17:18:13.925789 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] For port 9a411f73-0820-4705-9708-9ad9a4bd924c, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=9a411f73-0820-4705-9708-9ad9a4bd924c,segment=NetworkSegment(e79ee02c-f592-41ea-9c45-0cb60a387a0c),segment_id=e79ee02c-f592-41ea-9c45-0cb60a387a0c)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:18:13.936641 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (b68d8011-6aa0-4d28-8e03-0da9e6f36b0e), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:13.987380 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Pushing event updated for resources: {'Port': ['ID=b68d8011-6aa0-4d28-8e03-0da9e6f36b0e,revision_number=8']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:18:13.991618 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-635fcb78-3f0a-46eb-b44a-b9764bae95fb req-1491d6f1-e2cd-4588-986a-1814d3af0949 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515832 Mar 02 17:18:13.994457 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:18:13.994867 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:18:13.995178 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:18:13.995514 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:18:13.996025 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:18:13.996508 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:18:13.997022 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:18:13.998106 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:18:13.998688 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:18:13.998810 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-566af007-006e-4286-928f-a271110d2445 req-e45e0daf-9926-4c1e-9a6e-6cebe1f7ef63 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464202 Mar 02 17:18:13.999294 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:18:13.999795 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:18:14.000159 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e2773a-398f-491e-ad80-5517941d0481 req-39d5c57f-585c-4650-92b4-37af4cbc277c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:14.000539 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:18:14.000774 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:18:14.001529 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d2e2773a-398f-491e-ad80-5517941d0481 req-39d5c57f-585c-4650-92b4-37af4cbc277c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=af473c7a-b242-4124-a285-d83fb26df936 HTTP/1.1" status: 200 len: 859 time: 0.0912454 Mar 02 17:18:14.033548 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (9a411f73-0820-4705-9708-9ad9a4bd924c), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:14.035092 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device 74f969e9-eb91-413b-a72b-a47e433d51e8 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 17:18:14.067500 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d2e2773a-398f-491e-ad80-5517941d0481 req-7c6ad4d3-fd80-48f8-9972-c4124d5a251a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ef02e7c1-3825-40da-8301-7b2b393305d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548837 Mar 02 17:18:14.108381 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Mar 2022 17:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b9a8f1-bbcf-477d-9614-61d15059e443 x-openstack-request-id: req-53b9a8f1-bbcf-477d-9614-61d15059e443 {{(pid=103839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 17:18:14.108811 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0f06e23-1e9f-4ea7-ab98-6d5ed74183df", "name": "network-vif-unplugged", "status": "completed", "tag": "b68d8011-6aa0-4d28-8e03-0da9e6f36b0e", "code": 200}]} {{(pid=103839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 17:18:14.109399 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-53b9a8f1-bbcf-477d-9614-61d15059e443 {{(pid=103839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 17:18:14.110157 dv-cinder-778193-22-iscsi neutron-server[103839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0f06e23-1e9f-4ea7-ab98-6d5ed74183df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b68d8011-6aa0-4d28-8e03-0da9e6f36b0e', 'code': 200} Mar 02 17:18:14.161836 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Pushing event updated for resources: {'Port': ['ID=9a411f73-0820-4705-9708-9ad9a4bd924c,revision_number=4']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:18:14.276628 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] For port 74f969e9-eb91-413b-a72b-a47e433d51e8, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=74f969e9-eb91-413b-a72b-a47e433d51e8,segment=NetworkSegment(933b69cb-9b5d-476f-bddf-a4d2b8410aed),segment_id=933b69cb-9b5d-476f-bddf-a4d2b8410aed)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:18:14.299298 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d2e2773a-398f-491e-ad80-5517941d0481 req-d19616e1-1d27-48f6-be87-ed01e8109e90 service neutron] 10.222.0.49 "GET /v2.0/networks/ef02e7c1-3825-40da-8301-7b2b393305d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199950 Mar 02 17:18:14.301305 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Returning: {'device': '74f969e9-eb91-413b-a72b-a47e433d51e8', 'network_id': 'ce46a72d-d21b-4b38-8b8c-0e4ac423ac60', 'port_id': '74f969e9-eb91-413b-a72b-a47e433d51e8', 'mac_address': 'fa:16:3e:12:27:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c10113c3-b56f-44d4-a794-de9636ff3a2b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 17:18:14.317014 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 49160) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:18:14.319158 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19566f6c-18f1-4257-868d-942c2f1989c1 req-5cfbc1fc-2898-4a00-9394-b7f51a1ae990 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:14.333031 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-19566f6c-18f1-4257-868d-942c2f1989c1 req-5cfbc1fc-2898-4a00-9394-b7f51a1ae990 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4e03692-2d3e-4e35-b995-865f8049cc5e HTTP/1.1" status: 200 len: 944 time: 0.1722436 Mar 02 17:18:14.395803 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Current status of the port 74f969e9-eb91-413b-a72b-a47e433d51e8 is: DOWN; New status is: BUILD {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:18:14.396333 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (74f969e9-eb91-413b-a72b-a47e433d51e8), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:14.421496 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.notifiers.nova [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74f969e9-eb91-413b-a72b-a47e433d51e8 {{(pid=103839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 17:18:14.457639 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] For port 74f969e9-eb91-413b-a72b-a47e433d51e8, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=74f969e9-eb91-413b-a72b-a47e433d51e8,segment=NetworkSegment(933b69cb-9b5d-476f-bddf-a4d2b8410aed),segment_id=933b69cb-9b5d-476f-bddf-a4d2b8410aed)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:18:14.483045 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-33b9fb97-5c65-4e21-b408-2c1f113a59ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:14.582042 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (74f969e9-eb91-413b-a72b-a47e433d51e8), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:14.584505 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-33b9fb97-5c65-4e21-b408-2c1f113a59ad admin admin] Publish callbacks [] for security_group (004baed3-6c90-4b36-bb6d-f087108bde33), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:14.626140 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60613aeb-0175-4004-ad6c-fc4a71bd20bd req-0b389d58-d04a-4195-aff1-0b862c4881d6 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:14.627734 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-60613aeb-0175-4004-ad6c-fc4a71bd20bd req-0b389d58-d04a-4195-aff1-0b862c4881d6 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/ports?device_id=f08bd6a6-119c-4ce4-bb53-ced878235c33 HTTP/1.1" status: 200 len: 945 time: 0.5178463 Mar 02 17:18:14.638048 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Pushing event updated for resources: {'Port': ['ID=74f969e9-eb91-413b-a72b-a47e433d51e8,revision_number=4']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:18:14.668185 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-33b9fb97-5c65-4e21-b408-2c1f113a59ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (004baed3-6c90-4b36-bb6d-f087108bde33), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:14.711131 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-33b9fb97-5c65-4e21-b408-2c1f113a59ad admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7c096dc0865a47b7bbf420b03cbcabaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3927417 Mar 02 17:18:14.712226 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b9fb97-5c65-4e21-b408-2c1f113a59ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=004baed3-6c90-4b36-bb6d-f087108bde33,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:18:14.714507 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 49168) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:18:14.737089 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-19566f6c-18f1-4257-868d-942c2f1989c1 req-367582b0-fed0-47a2-b68e-b6547879af0e tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/security-groups?id=a87b5658-3d6d-4251-94e0-db2b1efad5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4031856 Mar 02 17:18:14.766996 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-60613aeb-0175-4004-ad6c-fc4a71bd20bd req-79a8edb2-9a67-4963-a318-efb146a27b2b tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/security-groups?id=aae85e0a-c103-4ddd-81a2-76fd14f89f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228383 Mar 02 17:18:14.788389 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-2e717aab-7203-4be5-ad76-ca296c4299f8 admin admin] Publish callbacks [] for security_group (004baed3-6c90-4b36-bb6d-f087108bde33), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:14.788573 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d2e2773a-398f-491e-ad80-5517941d0481 req-e2664de3-5304-4eb8-91ae-a1263bfe40ee service neutron] 10.222.0.49 "GET /v2.0/networks/ef02e7c1-3825-40da-8301-7b2b393305d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4497328 Mar 02 17:18:14.813189 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-2e717aab-7203-4be5-ad76-ca296c4299f8 admin admin] Publish callbacks [] for security_group (004baed3-6c90-4b36-bb6d-f087108bde33), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:14.832939 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] get_ports_and_sgs() called for port_ids ['74f969e9-eb91-413b-a72b-a47e433d51e8'] {{(pid=103839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 17:18:14.836318 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] get_ports_and_sgs() called for port_ids ['9a411f73-0820-4705-9708-9ad9a4bd924c'] {{(pid=103839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 17:18:14.947043 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-2e717aab-7203-4be5-ad76-ca296c4299f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (004baed3-6c90-4b36-bb6d-f087108bde33), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:14.951362 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-2e717aab-7203-4be5-ad76-ca296c4299f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:14.952036 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-2e717aab-7203-4be5-ad76-ca296c4299f8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/004baed3-6c90-4b36-bb6d-f087108bde33 HTTP/1.1" status: 204 len: 168 time: 0.2365460 Mar 02 17:18:14.961151 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e717aab-7203-4be5-ad76-ca296c4299f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=004baed3-6c90-4b36-bb6d-f087108bde33,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:18:15.171766 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0baedaa-60b5-4ccc-85c5-91a70285af29 req-cc9a701a-4717-41a4-b9a2-eeb2b697792d tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:15.174167 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e0baedaa-60b5-4ccc-85c5-91a70285af29 req-cc9a701a-4717-41a4-b9a2-eeb2b697792d tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 943 time: 0.0916300 Mar 02 17:18:15.282332 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e0baedaa-60b5-4ccc-85c5-91a70285af29 req-9568b97f-68c4-4dcf-afd5-7e0849557e69 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962701 Mar 02 17:18:15.334219 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be013b-afa3-4596-acc2-6194ad117a7a req-ff2a1dfd-5c36-4e6f-9887-f472d0bf87f3 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:15.335906 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-27be013b-afa3-4596-acc2-6194ad117a7a req-ff2a1dfd-5c36-4e6f-9887-f472d0bf87f3 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4081c5a4-d3d8-4855-87a3-25860d7f4961 HTTP/1.1" status: 200 len: 945 time: 0.1389914 Mar 02 17:18:15.368620 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e30016-ac0c-4767-9bb7-2bd6c8688fd8 req-37ac271d-884a-4570-ba31-83bdcc147da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:15.370206 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-65e30016-ac0c-4767-9bb7-2bd6c8688fd8 req-37ac271d-884a-4570-ba31-83bdcc147da9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=972279b7457f4e0fa6d7b4d953912711&device_id=4081c5a4-d3d8-4855-87a3-25860d7f4961 HTTP/1.1" status: 200 len: 1129 time: 0.0856874 Mar 02 17:18:15.451655 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-27be013b-afa3-4596-acc2-6194ad117a7a req-1014b17c-d163-4fb0-a88d-ba1289f2265d tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047983 Mar 02 17:18:15.506160 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e30016-ac0c-4767-9bb7-2bd6c8688fd8 req-6fd2d7f3-dfd3-44d0-9815-f788b1f4db4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:15.507737 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-65e30016-ac0c-4767-9bb7-2bd6c8688fd8 req-6fd2d7f3-dfd3-44d0-9815-f788b1f4db4b service neutron] 10.222.0.49 "GET /v2.0/networks?id=ef02e7c1-3825-40da-8301-7b2b393305d9 HTTP/1.1" status: 200 len: 920 time: 0.1295438 Mar 02 17:18:15.517218 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device b68d8011-6aa0-4d28-8e03-0da9e6f36b0e no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 17:18:15.565157 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-65e30016-ac0c-4767-9bb7-2bd6c8688fd8 req-9b76331f-847f-4cc9-8065-c8cb53c630fb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a256a90-0d43-4274-8693-d4c1c406c0a5 HTTP/1.1" status: 200 len: 217 time: 0.0484781 Mar 02 17:18:15.616754 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Current status of the port b68d8011-6aa0-4d28-8e03-0da9e6f36b0e is: DOWN; New status is: DOWN {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:18:15.617336 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e30016-ac0c-4767-9bb7-2bd6c8688fd8 req-6a0956a6-0ad3-4eba-8aaf-37c7e382900e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:15.619014 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-65e30016-ac0c-4767-9bb7-2bd6c8688fd8 req-6a0956a6-0ad3-4eba-8aaf-37c7e382900e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=af473c7a-b242-4124-a285-d83fb26df936 HTTP/1.1" status: 200 len: 859 time: 0.0465271 Mar 02 17:18:15.654600 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-65e30016-ac0c-4767-9bb7-2bd6c8688fd8 req-c6e01518-6aea-4177-b947-d01e20dab508 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ef02e7c1-3825-40da-8301-7b2b393305d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268118 Mar 02 17:18:15.744908 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-65e30016-ac0c-4767-9bb7-2bd6c8688fd8 req-928c1fdd-c23e-4daf-8cdd-38431948dca0 service neutron] 10.222.0.49 "GET /v2.0/networks/ef02e7c1-3825-40da-8301-7b2b393305d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843205 Mar 02 17:18:15.864064 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-65e30016-ac0c-4767-9bb7-2bd6c8688fd8 req-358899bd-3b02-4bb1-b6ba-d1a928e19fea service neutron] 10.222.0.49 "GET /v2.0/networks/ef02e7c1-3825-40da-8301-7b2b393305d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136031 Mar 02 17:18:15.886175 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1acfaf-a4d1-4283-9e99-03d12bab7347 req-ed8af96e-f2ba-4ecb-a339-df6dcf7df8a5 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:15.887668 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2b1acfaf-a4d1-4283-9e99-03d12bab7347 req-ed8af96e-f2ba-4ecb-a339-df6dcf7df8a5 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4e03692-2d3e-4e35-b995-865f8049cc5e HTTP/1.1" status: 200 len: 945 time: 0.0696712 Mar 02 17:18:15.938094 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2b1acfaf-a4d1-4283-9e99-03d12bab7347 req-538a197b-2102-4260-9e86-f2a11da7ab02 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/security-groups?id=a87b5658-3d6d-4251-94e0-db2b1efad5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442848 Mar 02 17:18:16.049393 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6043477-83b1-40fe-a43d-17b3231f36a9 req-48a34c18-f8a2-428b-96a6-0dbe547ebe13 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:16.051190 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-a6043477-83b1-40fe-a43d-17b3231f36a9 req-48a34c18-f8a2-428b-96a6-0dbe547ebe13 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/ports?device_id=f08bd6a6-119c-4ce4-bb53-ced878235c33 HTTP/1.1" status: 200 len: 945 time: 0.0597410 Mar 02 17:18:16.099719 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-a6043477-83b1-40fe-a43d-17b3231f36a9 req-86d4c9fe-5d60-44d0-b318-d8dcfa58079b tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/security-groups?id=aae85e0a-c103-4ddd-81a2-76fd14f89f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428767 Mar 02 17:18:16.589861 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9b6eb4-e2db-4b9e-82f8-2639e5723768 req-0c4cb972-f12c-4848-952e-481af217ef0e tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:16.592205 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-9d9b6eb4-e2db-4b9e-82f8-2639e5723768 req-0c4cb972-f12c-4848-952e-481af217ef0e tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4081c5a4-d3d8-4855-87a3-25860d7f4961 HTTP/1.1" status: 200 len: 945 time: 0.0617418 Mar 02 17:18:16.619417 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [req-603ebd54-3733-4ca3-b462-c3ab072a9b47 req-dacdc33c-d908-43cb-a25c-cf9c4af5939e service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103838) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 17:18:16.620502 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-603ebd54-3733-4ca3-b462-c3ab072a9b47 req-dacdc33c-d908-43cb-a25c-cf9c4af5939e service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054574 Mar 02 17:18:16.647066 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-9d9b6eb4-e2db-4b9e-82f8-2639e5723768 req-825f87ad-4547-44a4-9f27-9357f95bfe23 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496562 Mar 02 17:18:16.966226 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a1f79f-5941-48b4-933f-faf11a597a96 req-0f25695f-567b-48be-aa9f-83b9939380d8 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:16.967848 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-01a1f79f-5941-48b4-933f-faf11a597a96 req-0f25695f-567b-48be-aa9f-83b9939380d8 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 943 time: 0.0639992 Mar 02 17:18:17.053118 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-01a1f79f-5941-48b4-933f-faf11a597a96 req-91a8c5f2-2e0f-431c-bc66-314dfd6d0fec tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742033 Mar 02 17:18:17.080275 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d9637-2e27-45f6-83d4-f061122cbe29 req-e2dd9c8e-83c2-4c90-a5e8-a4ec7f5a9b8f tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:17.081872 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-316d9637-2e27-45f6-83d4-f061122cbe29 req-e2dd9c8e-83c2-4c90-a5e8-a4ec7f5a9b8f tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4e03692-2d3e-4e35-b995-865f8049cc5e HTTP/1.1" status: 200 len: 945 time: 0.0722373 Mar 02 17:18:17.143006 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-316d9637-2e27-45f6-83d4-f061122cbe29 req-48c14cc7-38f5-47b0-9547-3c62d73c3a72 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/security-groups?id=a87b5658-3d6d-4251-94e0-db2b1efad5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549841 Mar 02 17:18:17.228211 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c8dfa0-61ad-4a48-877e-f05a9671e3bd req-fe3147c3-9d69-47ee-ba05-afec901508a2 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:17.229963 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c7c8dfa0-61ad-4a48-877e-f05a9671e3bd req-fe3147c3-9d69-47ee-ba05-afec901508a2 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/ports?device_id=f08bd6a6-119c-4ce4-bb53-ced878235c33 HTTP/1.1" status: 200 len: 945 time: 0.0542786 Mar 02 17:18:17.292541 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c7c8dfa0-61ad-4a48-877e-f05a9671e3bd req-bd9c4994-26b2-4968-94d9-43a1454fd15c tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/security-groups?id=aae85e0a-c103-4ddd-81a2-76fd14f89f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544035 Mar 02 17:18:17.543863 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device 9a411f73-0820-4705-9708-9ad9a4bd924c up at agent hyperv_hv-cinder-77819 {{(pid=103839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 17:18:17.638397 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 49244) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:18:17.679077 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Provisioning for port 9a411f73-0820-4705-9708-9ad9a4bd924c completed by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 17:18:17.684393 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Provisioning complete for port 9a411f73-0820-4705-9708-9ad9a4bd924c triggered by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:18:17.691137 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (9a411f73-0820-4705-9708-9ad9a4bd924c), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:17.777588 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Current status of the port 9a411f73-0820-4705-9708-9ad9a4bd924c is: BUILD; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:18:17.778021 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (9a411f73-0820-4705-9708-9ad9a4bd924c), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:17.783761 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe4efb1-509c-4fb7-830e-f9f93c393a45 req-5886e0f5-4981-4d00-8e23-186f04f3b479 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:17.786193 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-9fe4efb1-509c-4fb7-830e-f9f93c393a45 req-5886e0f5-4981-4d00-8e23-186f04f3b479 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4081c5a4-d3d8-4855-87a3-25860d7f4961 HTTP/1.1" status: 200 len: 945 time: 0.0600355 Mar 02 17:18:17.816268 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f08bd6a6-119c-4ce4-bb53-ced878235c33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a411f73-0820-4705-9708-9ad9a4bd924c'}] {{(pid=103839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 17:18:17.818686 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1ae65c9246df630c0a528d92fdc2f4b7a0a5f54ed45d3739c3110b66571c885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14345b6a-543f-4132-a2a4-9e7e6d7a48bf" -d '{"events": [{"server_uuid": "f08bd6a6-119c-4ce4-bb53-ced878235c33", "name": "network-vif-plugged", "status": "completed", "tag": "9a411f73-0820-4705-9708-9ad9a4bd924c"}]}' {{(pid=103839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 17:18:17.842579 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-9fe4efb1-509c-4fb7-830e-f9f93c393a45 req-a10416da-0702-48ff-83c1-2fa78477d347 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496767 Mar 02 17:18:17.843388 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] For port 9a411f73-0820-4705-9708-9ad9a4bd924c, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=9a411f73-0820-4705-9708-9ad9a4bd924c,segment=NetworkSegment(e79ee02c-f592-41ea-9c45-0cb60a387a0c),segment_id=e79ee02c-f592-41ea-9c45-0cb60a387a0c)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:18:17.881314 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 17:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3882add1-d7d1-43ab-8d28-2973ef6c19ba x-openstack-request-id: req-3882add1-d7d1-43ab-8d28-2973ef6c19ba {{(pid=103839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 17:18:17.881676 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f08bd6a6-119c-4ce4-bb53-ced878235c33", "name": "network-vif-plugged", "status": "completed", "tag": "9a411f73-0820-4705-9708-9ad9a4bd924c", "code": 200}]} {{(pid=103839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 17:18:17.881984 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3882add1-d7d1-43ab-8d28-2973ef6c19ba {{(pid=103839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 17:18:17.882622 dv-cinder-778193-22-iscsi neutron-server[103839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f08bd6a6-119c-4ce4-bb53-ced878235c33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a411f73-0820-4705-9708-9ad9a4bd924c', 'code': 200} Mar 02 17:18:17.917803 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (9a411f73-0820-4705-9708-9ad9a4bd924c), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:17.918826 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device 74f969e9-eb91-413b-a72b-a47e433d51e8 up at agent hyperv_hv-cinder-77819 {{(pid=103839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 17:18:17.965583 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [req-5a414b5e-b8aa-4140-aa6c-9e02e50eddb0 req-3a708eea-9d3d-4967-8e92-dacf1ebc7943 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3253057 Mar 02 17:18:17.979159 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [req-5a414b5e-b8aa-4140-aa6c-9e02e50eddb0 req-5590161f-b988-43f6-9abc-7a4089c1e40c service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103837) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 17:18:17.980145 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [req-5a414b5e-b8aa-4140-aa6c-9e02e50eddb0 req-5590161f-b988-43f6-9abc-7a4089c1e40c service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053732 Mar 02 17:18:18.017915 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Pushing event updated for resources: {'Port': ['ID=9a411f73-0820-4705-9708-9ad9a4bd924c,revision_number=5']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:18:18.084894 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 49264) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:18:18.101609 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Provisioning for port 74f969e9-eb91-413b-a72b-a47e433d51e8 completed by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 17:18:18.114420 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Provisioning complete for port 74f969e9-eb91-413b-a72b-a47e433d51e8 triggered by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:18:18.114549 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (74f969e9-eb91-413b-a72b-a47e433d51e8), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:18.149309 dv-cinder-778193-22-iscsi neutron-server[103837]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 02 17:18:18.201865 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5369c1f-d153-41d9-828c-447e2905a2a5 req-20bb801d-b3f8-4a27-83bf-25cc093d182e tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:18.203580 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c5369c1f-d153-41d9-828c-447e2905a2a5 req-20bb801d-b3f8-4a27-83bf-25cc093d182e tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 943 time: 0.0627031 Mar 02 17:18:18.237509 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a414b5e-b8aa-4140-aa6c-9e02e50eddb0 req-1e7b175a-dc2a-4232-a7e8-dc0ba2a76d7b tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:18.239277 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [req-5a414b5e-b8aa-4140-aa6c-9e02e50eddb0 req-1e7b175a-dc2a-4232-a7e8-dc0ba2a76d7b tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports/b68d8011-6aa0-4d28-8e03-0da9e6f36b0e HTTP/1.1" status: 200 len: 940 time: 0.1530082 Mar 02 17:18:18.251299 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Current status of the port 74f969e9-eb91-413b-a72b-a47e433d51e8 is: BUILD; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:18:18.251878 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (74f969e9-eb91-413b-a72b-a47e433d51e8), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:18.302797 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c5369c1f-d153-41d9-828c-447e2905a2a5 req-f7f5cea7-212f-45c0-8791-364fdba1927a tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928895 Mar 02 17:18:18.323262 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] For port 74f969e9-eb91-413b-a72b-a47e433d51e8, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=74f969e9-eb91-413b-a72b-a47e433d51e8,segment=NetworkSegment(933b69cb-9b5d-476f-bddf-a4d2b8410aed),segment_id=933b69cb-9b5d-476f-bddf-a4d2b8410aed)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:18:18.329232 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc4f7a-5265-4383-b9dd-bed0a70539df req-873f87b2-c5a3-46e9-9674-2a47b33f78f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:18.330805 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-7ffc4f7a-5265-4383-b9dd-bed0a70539df req-873f87b2-c5a3-46e9-9674-2a47b33f78f1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f08bd6a6-119c-4ce4-bb53-ced878235c33 HTTP/1.1" status: 200 len: 1130 time: 0.0798428 Mar 02 17:18:18.386378 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-7ffc4f7a-5265-4383-b9dd-bed0a70539df req-9eb621e0-405c-4b9e-9dec-20ee92f7f4a0 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=aae85e0a-c103-4ddd-81a2-76fd14f89f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496304 Mar 02 17:18:18.431399 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (74f969e9-eb91-413b-a72b-a47e433d51e8), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:18.449337 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad0804-bf69-4600-bf88-60af73212add req-96cdce10-9953-41c6-bf2b-7c4b7cdc0b5d tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:18.451587 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-8cad0804-bf69-4600-bf88-60af73212add req-96cdce10-9953-41c6-bf2b-7c4b7cdc0b5d tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4e03692-2d3e-4e35-b995-865f8049cc5e HTTP/1.1" status: 200 len: 945 time: 0.0680013 Mar 02 17:18:18.498896 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Pushing event updated for resources: {'Port': ['ID=74f969e9-eb91-413b-a72b-a47e433d51e8,revision_number=5']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:18:18.533598 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-8cad0804-bf69-4600-bf88-60af73212add req-86db9837-730f-458a-bc79-4f080c33f0fe tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/security-groups?id=a87b5658-3d6d-4251-94e0-db2b1efad5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747318 Mar 02 17:18:18.544126 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a5edaa-4989-449d-96c9-a4d9990ade9b req-1dfe574e-90e3-479c-8ca9-17eebcca1217 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:18.546162 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e0a5edaa-4989-449d-96c9-a4d9990ade9b req-1dfe574e-90e3-479c-8ca9-17eebcca1217 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/ports?device_id=f08bd6a6-119c-4ce4-bb53-ced878235c33 HTTP/1.1" status: 200 len: 946 time: 0.0812643 Mar 02 17:18:18.609121 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e0a5edaa-4989-449d-96c9-a4d9990ade9b req-e10f4a7c-4b96-4102-ace6-f36c729dd90e tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/security-groups?id=aae85e0a-c103-4ddd-81a2-76fd14f89f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564213 Mar 02 17:18:19.440914 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0eff4-5b2c-475c-ab54-d83d394db6dd req-e0a03b15-9432-4dec-b7bd-b591af75f9e5 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:19.442677 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-13e0eff4-5b2c-475c-ab54-d83d394db6dd req-e0a03b15-9432-4dec-b7bd-b591af75f9e5 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 943 time: 0.0557704 Mar 02 17:18:19.496255 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-13e0eff4-5b2c-475c-ab54-d83d394db6dd req-6e512f52-6f6c-45b1-87a4-38ce00d6010e tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476596 Mar 02 17:18:19.686032 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35beea4d-89d7-4899-8d55-5c0e6840449e req-86545d6b-0704-4f96-a51c-2505e155f5de tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:19.686032 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-35beea4d-89d7-4899-8d55-5c0e6840449e req-86545d6b-0704-4f96-a51c-2505e155f5de tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4e03692-2d3e-4e35-b995-865f8049cc5e HTTP/1.1" status: 200 len: 946 time: 0.0737970 Mar 02 17:18:19.739030 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-35beea4d-89d7-4899-8d55-5c0e6840449e req-1586cba2-89b7-406f-a9ec-c686baf0a7cb tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/security-groups?id=a87b5658-3d6d-4251-94e0-db2b1efad5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538650 Mar 02 17:18:19.811833 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c482bf-834e-4856-97ef-438674f07d46 req-64648001-8bf7-41cc-b00c-c0cbb0eea8c9 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:19.813539 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d1c482bf-834e-4856-97ef-438674f07d46 req-64648001-8bf7-41cc-b00c-c0cbb0eea8c9 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/ports?device_id=f08bd6a6-119c-4ce4-bb53-ced878235c33 HTTP/1.1" status: 200 len: 946 time: 0.0604167 Mar 02 17:18:19.864533 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d1c482bf-834e-4856-97ef-438674f07d46 req-31651569-0e68-46d8-a72d-3384dfa6db00 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/security-groups?id=aae85e0a-c103-4ddd-81a2-76fd14f89f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453920 Mar 02 17:18:19.883451 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e03692-2d3e-4e35-b995-865f8049cc5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74f969e9-eb91-413b-a72b-a47e433d51e8'}] {{(pid=103839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 17:18:19.886647 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1ae65c9246df630c0a528d92fdc2f4b7a0a5f54ed45d3739c3110b66571c885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-822d9fad-1fe9-4144-b4bb-3328f96117a7" -d '{"events": [{"server_uuid": "c4e03692-2d3e-4e35-b995-865f8049cc5e", "name": "network-vif-plugged", "status": "completed", "tag": "74f969e9-eb91-413b-a72b-a47e433d51e8"}]}' {{(pid=103839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 17:18:19.930174 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 17:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6161cfa9-f97b-4a9d-8c79-1cb65c453873 x-openstack-request-id: req-6161cfa9-f97b-4a9d-8c79-1cb65c453873 {{(pid=103839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 17:18:19.930477 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4e03692-2d3e-4e35-b995-865f8049cc5e", "name": "network-vif-plugged", "status": "completed", "tag": "74f969e9-eb91-413b-a72b-a47e433d51e8", "code": 200}]} {{(pid=103839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 17:18:19.930737 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6161cfa9-f97b-4a9d-8c79-1cb65c453873 {{(pid=103839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 17:18:19.931139 dv-cinder-778193-22-iscsi neutron-server[103839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4e03692-2d3e-4e35-b995-865f8049cc5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74f969e9-eb91-413b-a72b-a47e433d51e8', 'code': 200} Mar 02 17:18:20.240056 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d4643-de53-4aad-9ace-5f80dbba6af5 req-29e5f094-14c2-475d-b15b-a12a71bc4b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:20.241676 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-de2d4643-de53-4aad-9ace-5f80dbba6af5 req-29e5f094-14c2-475d-b15b-a12a71bc4b3a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c4e03692-2d3e-4e35-b995-865f8049cc5e HTTP/1.1" status: 200 len: 1130 time: 0.0479841 Mar 02 17:18:20.289531 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-de2d4643-de53-4aad-9ace-5f80dbba6af5 req-2e17e085-f458-4bf3-b2eb-8e8b24103de4 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a87b5658-3d6d-4251-94e0-db2b1efad5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397170 Mar 02 17:18:20.636515 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81517fe2-0867-4461-8012-454984e0eedb req-7c183919-04e7-4a73-b825-5aedeed92754 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:20.638762 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-81517fe2-0867-4461-8012-454984e0eedb req-7c183919-04e7-4a73-b825-5aedeed92754 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 943 time: 0.0591421 Mar 02 17:18:20.691305 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-81517fe2-0867-4461-8012-454984e0eedb req-b5c74d4a-3f8e-461b-9600-7700a7b21521 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464883 Mar 02 17:18:20.847428 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.agents_db [None req-2c4e262f-840f-46f3-949a-97bfddff46e9 None None] Agent healthcheck: found 6 active agents {{(pid=103840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 17:18:20.875723 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6764f891-f587-4560-9bf5-9c1eaab04e05 req-1285d85e-e489-4fd3-a473-b2ae7325d962 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:20.877296 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-6764f891-f587-4560-9bf5-9c1eaab04e05 req-1285d85e-e489-4fd3-a473-b2ae7325d962 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4e03692-2d3e-4e35-b995-865f8049cc5e HTTP/1.1" status: 200 len: 946 time: 0.0637171 Mar 02 17:18:20.933007 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-6764f891-f587-4560-9bf5-9c1eaab04e05 req-8c047096-4a90-482f-8239-5ad49aa3504b tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/security-groups?id=a87b5658-3d6d-4251-94e0-db2b1efad5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483177 Mar 02 17:18:20.998538 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f806c33-b25f-4867-8fda-c1a393084d39 req-53f0d021-3137-444b-8f41-b16c163e5f70 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:21.000008 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-1f806c33-b25f-4867-8fda-c1a393084d39 req-53f0d021-3137-444b-8f41-b16c163e5f70 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/ports?device_id=f08bd6a6-119c-4ce4-bb53-ced878235c33 HTTP/1.1" status: 200 len: 946 time: 0.0585444 Mar 02 17:18:21.063800 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-1f806c33-b25f-4867-8fda-c1a393084d39 req-d10bed4b-acd1-4e6f-b3b7-a9f2cbcb9ffb tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/security-groups?id=aae85e0a-c103-4ddd-81a2-76fd14f89f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530751 Mar 02 17:18:21.187744 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a62db-296d-452b-90a4-ce925132565e req-4e88aca6-48f0-4eaf-915f-95bed13608d0 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:21.189301 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-b19a62db-296d-452b-90a4-ce925132565e req-4e88aca6-48f0-4eaf-915f-95bed13608d0 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/ports?device_id=f08bd6a6-119c-4ce4-bb53-ced878235c33 HTTP/1.1" status: 200 len: 946 time: 0.0550587 Mar 02 17:18:21.241019 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-b19a62db-296d-452b-90a4-ce925132565e req-ca9c640a-7bd4-4c39-92b0-331cdd41af79 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/security-groups?id=aae85e0a-c103-4ddd-81a2-76fd14f89f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459688 Mar 02 17:18:21.650476 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162b9c5-e428-4823-88db-0b3604c4309d req-88ce639a-781d-40bd-b19f-8ddedc277ea1 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:21.652014 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-3162b9c5-e428-4823-88db-0b3604c4309d req-88ce639a-781d-40bd-b19f-8ddedc277ea1 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/ports?device_id=f08bd6a6-119c-4ce4-bb53-ced878235c33 HTTP/1.1" status: 200 len: 946 time: 0.1273780 Mar 02 17:18:21.682031 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a414b5e-b8aa-4140-aa6c-9e02e50eddb0 req-a6bf14f6-f819-43e8-bd88-00a4ad854328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:21.683624 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-5a414b5e-b8aa-4140-aa6c-9e02e50eddb0 req-a6bf14f6-f819-43e8-bd88-00a4ad854328 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df&tenant_id=4c5c3e34b0274e8a95876b46416bdc2d HTTP/1.1" status: 200 len: 1127 time: 0.1268437 Mar 02 17:18:21.724863 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-3162b9c5-e428-4823-88db-0b3604c4309d req-f0f41658-6b33-4228-9226-44b84bebbf3d tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/security-groups?id=aae85e0a-c103-4ddd-81a2-76fd14f89f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662830 Mar 02 17:18:21.780001 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a414b5e-b8aa-4140-aa6c-9e02e50eddb0 req-8d8bd1b0-1664-45b3-af9d-7d3b5b12403c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:21.782134 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-5a414b5e-b8aa-4140-aa6c-9e02e50eddb0 req-8d8bd1b0-1664-45b3-af9d-7d3b5b12403c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4c5c3e34b0274e8a95876b46416bdc2d&device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 1127 time: 0.0559680 Mar 02 17:18:21.899314 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f5f96-23ee-4c05-888e-2581d140d6b1 req-06f935a1-5ee7-4105-b14e-22d318495ae9 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:21.900911 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-109f5f96-23ee-4c05-888e-2581d140d6b1 req-06f935a1-5ee7-4105-b14e-22d318495ae9 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 943 time: 0.1158481 Mar 02 17:18:21.941110 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a414b5e-b8aa-4140-aa6c-9e02e50eddb0 req-42f8ac56-392d-4e82-8138-571496ec2850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:21.942656 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-5a414b5e-b8aa-4140-aa6c-9e02e50eddb0 req-42f8ac56-392d-4e82-8138-571496ec2850 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ba91141c-2c4a-433e-a175-e7c250467227 HTTP/1.1" status: 200 len: 918 time: 0.1464331 Mar 02 17:18:22.017900 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-109f5f96-23ee-4c05-888e-2581d140d6b1 req-79c581a4-9229-4187-972f-64885ecb19d0 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087155 Mar 02 17:18:22.069950 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-5a414b5e-b8aa-4140-aa6c-9e02e50eddb0 req-e538dd56-2798-4d20-9f5b-a32ac1a6a4a2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b68d8011-6aa0-4d28-8e03-0da9e6f36b0e HTTP/1.1" status: 200 len: 998 time: 0.1170399 Mar 02 17:18:22.136800 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82778db2-985b-443a-b219-62fc9c67bc16 req-167bbebd-5eb0-48d7-91e7-e3f23ab8e3b7 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:22.138566 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-82778db2-985b-443a-b219-62fc9c67bc16 req-167bbebd-5eb0-48d7-91e7-e3f23ab8e3b7 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4e03692-2d3e-4e35-b995-865f8049cc5e HTTP/1.1" status: 200 len: 946 time: 0.1109931 Mar 02 17:18:22.145522 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a414b5e-b8aa-4140-aa6c-9e02e50eddb0 req-26eec8b0-2f26-48d6-bf82-e6afb2d55175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:22.147098 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-5a414b5e-b8aa-4140-aa6c-9e02e50eddb0 req-26eec8b0-2f26-48d6-bf82-e6afb2d55175 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b2418ff9-f0a5-4e04-8f27-a85b5ef0f2a3 HTTP/1.1" status: 200 len: 856 time: 0.0703442 Mar 02 17:18:22.228663 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-82778db2-985b-443a-b219-62fc9c67bc16 req-15c0bb11-b935-4c16-8211-1a76598624cd tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/security-groups?id=a87b5658-3d6d-4251-94e0-db2b1efad5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804541 Mar 02 17:18:22.234198 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a414b5e-b8aa-4140-aa6c-9e02e50eddb0 req-18688b7a-b9d1-4dd7-bd66-7547ceec4cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:22.235719 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-5a414b5e-b8aa-4140-aa6c-9e02e50eddb0 req-18688b7a-b9d1-4dd7-bd66-7547ceec4cc0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ba91141c-2c4a-433e-a175-e7c250467227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0815766 Mar 02 17:18:22.339897 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-5a414b5e-b8aa-4140-aa6c-9e02e50eddb0 req-eb4d619c-a69e-446d-a5be-b50dbee17cf4 service neutron] 10.222.0.49 "GET /v2.0/networks/ba91141c-2c4a-433e-a175-e7c250467227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971937 Mar 02 17:18:22.437867 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-5a414b5e-b8aa-4140-aa6c-9e02e50eddb0 req-7c29399a-dad0-4f10-bcdc-06268da602bc service neutron] 10.222.0.49 "GET /v2.0/networks/ba91141c-2c4a-433e-a175-e7c250467227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919275 Mar 02 17:18:23.161710 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb23407-ae44-4559-9876-272c768d4826 req-6874eba1-ab57-4494-b045-6bfe294b8661 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:23.162772 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-bbb23407-ae44-4559-9876-272c768d4826 req-6874eba1-ab57-4494-b045-6bfe294b8661 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 943 time: 0.0544159 Mar 02 17:18:23.241949 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-bbb23407-ae44-4559-9876-272c768d4826 req-609b6ac3-1a3b-470c-950a-d55ac97ae039 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657046 Mar 02 17:18:23.859507 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e608155e-68ce-4609-b847-6d2ac18005bc req-69210699-045e-4c6e-83bb-0051da35456e tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:23.861759 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e608155e-68ce-4609-b847-6d2ac18005bc req-69210699-045e-4c6e-83bb-0051da35456e tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4e03692-2d3e-4e35-b995-865f8049cc5e HTTP/1.1" status: 200 len: 946 time: 0.0733325 Mar 02 17:18:23.921932 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e608155e-68ce-4609-b847-6d2ac18005bc req-a3911588-b2b8-42a0-9b3b-672fd3c7f684 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/security-groups?id=a87b5658-3d6d-4251-94e0-db2b1efad5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534763 Mar 02 17:18:24.215362 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0eb599-71a5-4826-84fb-6520acfde483 req-d9dfceb4-e738-4932-9bf9-4f8274962f84 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:24.217672 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-fd0eb599-71a5-4826-84fb-6520acfde483 req-d9dfceb4-e738-4932-9bf9-4f8274962f84 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d2d21dc-19ba-408d-a3fb-045fba105d1d HTTP/1.1" status: 200 len: 945 time: 0.0611000 Mar 02 17:18:24.296627 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-fd0eb599-71a5-4826-84fb-6520acfde483 req-2171a3a4-3e1c-4937-9db3-3b26b8ba8c44 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731270 Mar 02 17:18:24.435872 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5373c24b-7565-4796-93cc-debeadef5f0c req-17be9896-7162-4f7b-84cd-9d1bbdb62767 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:24.443646 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-5373c24b-7565-4796-93cc-debeadef5f0c req-17be9896-7162-4f7b-84cd-9d1bbdb62767 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 943 time: 0.0660942 Mar 02 17:18:24.506156 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-5373c24b-7565-4796-93cc-debeadef5f0c req-969ddd56-ac39-40a2-8e9c-f2ec9cea1e17 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613165 Mar 02 17:18:24.628825 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 49416) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:18:24.761037 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-b5e57ca9-2d67-437f-a7c7-826c10defb29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:24.860127 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-b5e57ca9-2d67-437f-a7c7-826c10defb29 admin admin] Publish callbacks [] for security_group (23787166-7cb7-4094-937b-8f22711e15fe), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:25.061003 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff6d29c-c6c6-443b-ac55-aa53857126d0 req-b1a2efd5-04f3-41fb-ab17-c556de65aeee tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:25.069666 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0ff6d29c-c6c6-443b-ac55-aa53857126d0 req-b1a2efd5-04f3-41fb-ab17-c556de65aeee tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4e03692-2d3e-4e35-b995-865f8049cc5e HTTP/1.1" status: 200 len: 946 time: 0.0631723 Mar 02 17:18:25.121639 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0ff6d29c-c6c6-443b-ac55-aa53857126d0 req-04dfd793-cfa7-42a3-98a5-a9c06a47adcd tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/security-groups?id=a87b5658-3d6d-4251-94e0-db2b1efad5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512521 Mar 02 17:18:25.438498 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7886108-47c8-42c1-960d-be2e280b0804 req-dd596412-643d-41a8-9919-91119a583706 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:25.440204 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-b7886108-47c8-42c1-960d-be2e280b0804 req-dd596412-643d-41a8-9919-91119a583706 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d2d21dc-19ba-408d-a3fb-045fba105d1d HTTP/1.1" status: 200 len: 945 time: 0.0679588 Mar 02 17:18:25.505665 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-b7886108-47c8-42c1-960d-be2e280b0804 req-11b68002-666b-48bb-8d16-faaa1fc857ab tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592296 Mar 02 17:18:25.563301 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-b5e57ca9-2d67-437f-a7c7-826c10defb29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (23787166-7cb7-4094-937b-8f22711e15fe), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:25.608008 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-b5e57ca9-2d67-437f-a7c7-826c10defb29 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7b1ee854c19f4b1e9b34244809b33ae1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9773402 Mar 02 17:18:25.611126 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 49428) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:18:25.632379 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e57ca9-2d67-437f-a7c7-826c10defb29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23787166-7cb7-4094-937b-8f22711e15fe,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:18:25.643580 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e57ca9-2d67-437f-a7c7-826c10defb29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:18:25.644220 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e57ca9-2d67-437f-a7c7-826c10defb29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:18:25.644729 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e57ca9-2d67-437f-a7c7-826c10defb29 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:18:25.645220 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e57ca9-2d67-437f-a7c7-826c10defb29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:18:25.645703 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e57ca9-2d67-437f-a7c7-826c10defb29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:18:25.646205 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e57ca9-2d67-437f-a7c7-826c10defb29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:18:25.646367 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595fe9cc-b61b-458d-af83-d438c013af63 req-2d625b30-53ec-4caf-8df5-a2a0db4a90cf tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:25.646870 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e57ca9-2d67-437f-a7c7-826c10defb29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:18:25.647350 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e57ca9-2d67-437f-a7c7-826c10defb29 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:18:25.647821 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e57ca9-2d67-437f-a7c7-826c10defb29 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:18:25.648287 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-595fe9cc-b61b-458d-af83-d438c013af63 req-2d625b30-53ec-4caf-8df5-a2a0db4a90cf tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 943 time: 0.0635917 Mar 02 17:18:25.648452 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e57ca9-2d67-437f-a7c7-826c10defb29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:18:25.648932 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e57ca9-2d67-437f-a7c7-826c10defb29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:18:25.649252 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e57ca9-2d67-437f-a7c7-826c10defb29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:18:25.649577 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e57ca9-2d67-437f-a7c7-826c10defb29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:18:25.723753 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-595fe9cc-b61b-458d-af83-d438c013af63 req-edaece80-ce14-4335-8e7a-f34659c0a37e tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588803 Mar 02 17:18:25.725225 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-3f6dc2b7-e562-4af0-bbb9-f030ed0f837e admin admin] Publish callbacks [] for security_group (23787166-7cb7-4094-937b-8f22711e15fe), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:25.760283 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-3f6dc2b7-e562-4af0-bbb9-f030ed0f837e admin admin] Publish callbacks [] for security_group (23787166-7cb7-4094-937b-8f22711e15fe), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:25.920891 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-3f6dc2b7-e562-4af0-bbb9-f030ed0f837e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (23787166-7cb7-4094-937b-8f22711e15fe), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:25.923949 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-3f6dc2b7-e562-4af0-bbb9-f030ed0f837e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:25.925377 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-3f6dc2b7-e562-4af0-bbb9-f030ed0f837e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/23787166-7cb7-4094-937b-8f22711e15fe HTTP/1.1" status: 204 len: 168 time: 0.3131390 Mar 02 17:18:25.933873 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6dc2b7-e562-4af0-bbb9-f030ed0f837e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23787166-7cb7-4094-937b-8f22711e15fe,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:18:26.301289 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736c7696-8a2f-433f-8e01-9a1cd14abccc req-72e7cb99-9857-473d-8306-f32d547fe016 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:26.306538 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-736c7696-8a2f-433f-8e01-9a1cd14abccc req-72e7cb99-9857-473d-8306-f32d547fe016 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4e03692-2d3e-4e35-b995-865f8049cc5e HTTP/1.1" status: 200 len: 946 time: 0.0955853 Mar 02 17:18:26.373404 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-736c7696-8a2f-433f-8e01-9a1cd14abccc req-745d6945-0c68-4d64-ad06-9282aef48d7b tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/security-groups?id=a87b5658-3d6d-4251-94e0-db2b1efad5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608652 Mar 02 17:18:26.642043 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d367ffb-7900-4ed8-b95e-8c31a62f8841 req-d88c5c1a-1fd8-47f7-b871-a5613e18a052 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:26.644686 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-4d367ffb-7900-4ed8-b95e-8c31a62f8841 req-d88c5c1a-1fd8-47f7-b871-a5613e18a052 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d2d21dc-19ba-408d-a3fb-045fba105d1d HTTP/1.1" status: 200 len: 945 time: 0.0656021 Mar 02 17:18:26.718316 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-4d367ffb-7900-4ed8-b95e-8c31a62f8841 req-e68ba760-ea11-494f-91ea-428460a553f8 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670280 Mar 02 17:18:26.736163 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 49438) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:18:26.752252 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-6608c2dc-5290-40a2-ad1d-2338a02858ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:26.857770 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-6608c2dc-5290-40a2-ad1d-2338a02858ab admin admin] Publish callbacks [] for security_group (f3afadfc-e260-44d2-a0ea-f9776701bf32), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:26.864840 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca4899-29f1-4e76-9029-5d971c742e27 req-12a3fa1f-d42d-4aa9-adbd-10f05ca0335a tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:26.866796 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-a6ca4899-29f1-4e76-9029-5d971c742e27 req-12a3fa1f-d42d-4aa9-adbd-10f05ca0335a tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 943 time: 0.0588686 Mar 02 17:18:26.936359 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-a6ca4899-29f1-4e76-9029-5d971c742e27 req-d40a891a-db0d-4951-9ae4-9e87fbf3ae2e tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610175 Mar 02 17:18:26.940184 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-6608c2dc-5290-40a2-ad1d-2338a02858ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (f3afadfc-e260-44d2-a0ea-f9776701bf32), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:26.994099 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 49442) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:18:26.996140 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-6608c2dc-5290-40a2-ad1d-2338a02858ab admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fa90d51acf3c4131a9d6b0f84dc355d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2581472 Mar 02 17:18:27.009081 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6608c2dc-5290-40a2-ad1d-2338a02858ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3afadfc-e260-44d2-a0ea-f9776701bf32,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:18:27.068378 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-e006b3ff-05ef-4420-a9d3-2b087be1a55b admin admin] Publish callbacks [] for security_group (f3afadfc-e260-44d2-a0ea-f9776701bf32), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:27.092262 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-e006b3ff-05ef-4420-a9d3-2b087be1a55b admin admin] Publish callbacks [] for security_group (f3afadfc-e260-44d2-a0ea-f9776701bf32), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:27.550485 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add80e3a-66ee-4a63-b0fe-f02131973747 req-9172959b-a9e9-4bf0-9753-423a82a94140 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:27.551021 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-add80e3a-66ee-4a63-b0fe-f02131973747 req-9172959b-a9e9-4bf0-9753-423a82a94140 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4e03692-2d3e-4e35-b995-865f8049cc5e HTTP/1.1" status: 200 len: 946 time: 0.0923276 Mar 02 17:18:27.616461 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-add80e3a-66ee-4a63-b0fe-f02131973747 req-52ed940d-6418-4e18-ba5d-a66d3d9c944f tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/security-groups?id=a87b5658-3d6d-4251-94e0-db2b1efad5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584803 Mar 02 17:18:27.734629 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-e006b3ff-05ef-4420-a9d3-2b087be1a55b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (f3afadfc-e260-44d2-a0ea-f9776701bf32), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:27.737336 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-e006b3ff-05ef-4420-a9d3-2b087be1a55b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:27.738455 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-e006b3ff-05ef-4420-a9d3-2b087be1a55b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f3afadfc-e260-44d2-a0ea-f9776701bf32 HTTP/1.1" status: 204 len: 168 time: 0.7432826 Mar 02 17:18:27.754199 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e006b3ff-05ef-4420-a9d3-2b087be1a55b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3afadfc-e260-44d2-a0ea-f9776701bf32,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:18:27.770167 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e006b3ff-05ef-4420-a9d3-2b087be1a55b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:18:27.770506 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e006b3ff-05ef-4420-a9d3-2b087be1a55b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:18:27.770844 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e006b3ff-05ef-4420-a9d3-2b087be1a55b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:18:27.771213 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e006b3ff-05ef-4420-a9d3-2b087be1a55b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:18:27.778903 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e006b3ff-05ef-4420-a9d3-2b087be1a55b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:18:27.784833 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e006b3ff-05ef-4420-a9d3-2b087be1a55b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:18:27.785511 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e006b3ff-05ef-4420-a9d3-2b087be1a55b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:18:27.785990 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e006b3ff-05ef-4420-a9d3-2b087be1a55b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:18:27.786631 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e006b3ff-05ef-4420-a9d3-2b087be1a55b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:18:27.787069 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e006b3ff-05ef-4420-a9d3-2b087be1a55b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:18:27.788092 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e006b3ff-05ef-4420-a9d3-2b087be1a55b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:18:27.788435 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e006b3ff-05ef-4420-a9d3-2b087be1a55b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:18:27.788759 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e006b3ff-05ef-4420-a9d3-2b087be1a55b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:18:27.879008 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a51966a-94bd-40cd-aae0-b36b9a94066f req-e9cecc4a-7331-49c4-9a74-9223ae38231f tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:27.883539 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-3a51966a-94bd-40cd-aae0-b36b9a94066f req-e9cecc4a-7331-49c4-9a74-9223ae38231f tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d2d21dc-19ba-408d-a3fb-045fba105d1d HTTP/1.1" status: 200 len: 945 time: 0.0711775 Mar 02 17:18:27.978217 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-3a51966a-94bd-40cd-aae0-b36b9a94066f req-a598b07b-4194-4021-9512-fe40c774a19e tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832057 Mar 02 17:18:28.118993 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e81748f-457e-403f-a10b-4cfb44173368 req-302125e7-e41d-47b4-9a7b-233c4d2a3d67 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:28.120548 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-7e81748f-457e-403f-a10b-4cfb44173368 req-302125e7-e41d-47b4-9a7b-233c4d2a3d67 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 943 time: 0.0692213 Mar 02 17:18:28.194481 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-7e81748f-457e-403f-a10b-4cfb44173368 req-a89d6f67-0c7d-41cb-81b5-6b2b90356894 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659149 Mar 02 17:18:28.754405 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122017f8-c375-4c65-b95d-83c82a5f9486 req-6f00c5e7-53b1-470b-afb8-9114b21adb7c tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:28.756178 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-122017f8-c375-4c65-b95d-83c82a5f9486 req-6f00c5e7-53b1-470b-afb8-9114b21adb7c tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4e03692-2d3e-4e35-b995-865f8049cc5e HTTP/1.1" status: 200 len: 946 time: 0.0618389 Mar 02 17:18:28.842312 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-122017f8-c375-4c65-b95d-83c82a5f9486 req-10e499fd-102e-4175-ad47-7a07220c36d8 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/security-groups?id=a87b5658-3d6d-4251-94e0-db2b1efad5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701642 Mar 02 17:18:29.150037 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51967dc1-ea13-4585-9928-04508e11b773 req-c7dc9d9b-d0d1-4cc9-99cb-e041ccbc5478 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:29.161433 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-51967dc1-ea13-4585-9928-04508e11b773 req-c7dc9d9b-d0d1-4cc9-99cb-e041ccbc5478 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d2d21dc-19ba-408d-a3fb-045fba105d1d HTTP/1.1" status: 200 len: 945 time: 0.0796590 Mar 02 17:18:29.243717 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-51967dc1-ea13-4585-9928-04508e11b773 req-255f64d1-3c55-4c67-94c4-36b02798de3f tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811739 Mar 02 17:18:29.382006 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cafd90-87a5-41bc-a632-3ab4428168c6 req-4ad88dbf-3c71-4ddd-9a70-f2a26ed39fd2 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:29.383620 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e5cafd90-87a5-41bc-a632-3ab4428168c6 req-4ad88dbf-3c71-4ddd-9a70-f2a26ed39fd2 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 943 time: 0.0613484 Mar 02 17:18:29.441949 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e5cafd90-87a5-41bc-a632-3ab4428168c6 req-1fb5444f-80e6-4af3-aa6f-2fb6736d30ca tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519075 Mar 02 17:18:30.053933 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d77569-acc1-4ace-9635-89aa69c0bd40 req-44d43aae-2149-4613-afd1-f1cbc6fd92bd tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:30.055623 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-11d77569-acc1-4ace-9635-89aa69c0bd40 req-44d43aae-2149-4613-afd1-f1cbc6fd92bd tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4e03692-2d3e-4e35-b995-865f8049cc5e HTTP/1.1" status: 200 len: 946 time: 0.0968111 Mar 02 17:18:30.147777 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-11d77569-acc1-4ace-9635-89aa69c0bd40 req-a9464b88-65fa-4c9e-907b-039d7402135b tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/security-groups?id=a87b5658-3d6d-4251-94e0-db2b1efad5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841308 Mar 02 17:18:30.365948 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 49490) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:18:30.426020 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8d497b-4c3f-4be1-b195-c73bcdd2d107 req-d28e620b-9bb3-4ffa-892a-259ab7fc370e tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:30.429073 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-fb8d497b-4c3f-4be1-b195-c73bcdd2d107 req-d28e620b-9bb3-4ffa-892a-259ab7fc370e tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d2d21dc-19ba-408d-a3fb-045fba105d1d HTTP/1.1" status: 200 len: 945 time: 0.0776041 Mar 02 17:18:30.514532 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-fb8d497b-4c3f-4be1-b195-c73bcdd2d107 req-39b2f3fb-fee3-4cb6-a371-a9ace6662eb0 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791998 Mar 02 17:18:30.520194 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-83d99be8-c211-4bf5-a7b0-7c26115cc066 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:30.625247 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-83d99be8-c211-4bf5-a7b0-7c26115cc066 admin admin] Publish callbacks [] for security_group (68056e67-fdc2-416a-9358-2a76ac6bf4a8), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:30.653495 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ff8ee2-40db-4e80-b7aa-966172225021 req-dbe0b2bf-01ac-4055-ab0b-f5194695d166 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:30.661023 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-44ff8ee2-40db-4e80-b7aa-966172225021 req-dbe0b2bf-01ac-4055-ab0b-f5194695d166 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 943 time: 0.0657365 Mar 02 17:18:30.695435 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-83d99be8-c211-4bf5-a7b0-7c26115cc066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (68056e67-fdc2-416a-9358-2a76ac6bf4a8), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:30.733349 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-44ff8ee2-40db-4e80-b7aa-966172225021 req-da0c199d-a19c-4e23-9c5d-9fd1b4b52e3b tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720026 Mar 02 17:18:30.783029 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 49498) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:18:30.783283 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-83d99be8-c211-4bf5-a7b0-7c26115cc066 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=82abf1aa8632411ea60d9338d4d32ad8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4185748 Mar 02 17:18:30.783876 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d99be8-c211-4bf5-a7b0-7c26115cc066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68056e67-fdc2-416a-9358-2a76ac6bf4a8,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:18:30.846536 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-8f726de8-002d-44c1-88d7-b3e2bc080616 admin admin] Publish callbacks [] for security_group (68056e67-fdc2-416a-9358-2a76ac6bf4a8), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:30.872663 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-8f726de8-002d-44c1-88d7-b3e2bc080616 admin admin] Publish callbacks [] for security_group (68056e67-fdc2-416a-9358-2a76ac6bf4a8), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:31.010182 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-8f726de8-002d-44c1-88d7-b3e2bc080616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (68056e67-fdc2-416a-9358-2a76ac6bf4a8), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:31.013442 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-8f726de8-002d-44c1-88d7-b3e2bc080616 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:31.016205 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-8f726de8-002d-44c1-88d7-b3e2bc080616 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/68056e67-fdc2-416a-9358-2a76ac6bf4a8 HTTP/1.1" status: 204 len: 168 time: 0.2291915 Mar 02 17:18:31.036240 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f726de8-002d-44c1-88d7-b3e2bc080616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68056e67-fdc2-416a-9358-2a76ac6bf4a8,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:18:31.290867 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed1e4d-6a2d-4966-8040-c664af365dfa req-9ed23c44-0df3-41c8-bdf7-d9ef08f4d02b tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:31.292336 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c8ed1e4d-6a2d-4966-8040-c664af365dfa req-9ed23c44-0df3-41c8-bdf7-d9ef08f4d02b tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4e03692-2d3e-4e35-b995-865f8049cc5e HTTP/1.1" status: 200 len: 946 time: 0.0602205 Mar 02 17:18:31.353347 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c8ed1e4d-6a2d-4966-8040-c664af365dfa req-b8a14f43-5086-46db-8041-b47930624d7b tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/security-groups?id=a87b5658-3d6d-4251-94e0-db2b1efad5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548716 Mar 02 17:18:31.646250 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0bf655-ebb6-4325-9e82-4333f9668225 req-89924c3e-570f-45d1-9f21-4e155253ab69 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:31.648077 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-6c0bf655-ebb6-4325-9e82-4333f9668225 req-89924c3e-570f-45d1-9f21-4e155253ab69 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d2d21dc-19ba-408d-a3fb-045fba105d1d HTTP/1.1" status: 200 len: 945 time: 0.0582685 Mar 02 17:18:31.701995 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-6c0bf655-ebb6-4325-9e82-4333f9668225 req-3498ed78-d4a9-4044-80b3-b1f666420463 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464814 Mar 02 17:18:31.719078 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-a08c9ae6-db09-4a47-8f2b-1563295ed584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (0060df7f-f835-4890-b25c-3842f545a9d0), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:31.876898 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75f94c6-2c36-42ae-9698-89cdbffca090 req-e7369a20-a59e-45a8-a4fb-77bb3cd65c1a tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:31.878423 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-a75f94c6-2c36-42ae-9698-89cdbffca090 req-e7369a20-a59e-45a8-a4fb-77bb3cd65c1a tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 943 time: 0.0645480 Mar 02 17:18:31.932585 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-a75f94c6-2c36-42ae-9698-89cdbffca090 req-94ebe231-00e1-47f1-9fbe-d463b2921c8b tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485718 Mar 02 17:18:32.489466 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc73a5ba-37b2-4a7a-981e-c8021c31883a req-f2c2cb30-d7bd-4efd-a073-df5fc3cb9baa tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:32.490978 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-cc73a5ba-37b2-4a7a-981e-c8021c31883a req-f2c2cb30-d7bd-4efd-a073-df5fc3cb9baa tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4e03692-2d3e-4e35-b995-865f8049cc5e HTTP/1.1" status: 200 len: 946 time: 0.0616212 Mar 02 17:18:32.546411 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-cc73a5ba-37b2-4a7a-981e-c8021c31883a req-4e8f36a0-61b7-42d0-b8b1-9049f37b9a57 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/security-groups?id=a87b5658-3d6d-4251-94e0-db2b1efad5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497184 Mar 02 17:18:32.850805 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a3a2fa-7dca-44ad-b14d-bf5a474131ed req-666d96c3-c00d-40a5-a5b1-085f87aa4815 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:32.852384 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-28a3a2fa-7dca-44ad-b14d-bf5a474131ed req-666d96c3-c00d-40a5-a5b1-085f87aa4815 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d2d21dc-19ba-408d-a3fb-045fba105d1d HTTP/1.1" status: 200 len: 945 time: 0.0617034 Mar 02 17:18:32.908004 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-28a3a2fa-7dca-44ad-b14d-bf5a474131ed req-6310e434-dd99-45c9-af5d-9263ccebac78 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490174 Mar 02 17:18:33.081272 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ed434-f8b2-4d1c-88aa-c394c5f7d313 req-afc66d2e-4ec6-49a6-ab03-e96f92c31c06 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:33.083708 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-7a1ed434-f8b2-4d1c-88aa-c394c5f7d313 req-afc66d2e-4ec6-49a6-ab03-e96f92c31c06 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 943 time: 0.0685151 Mar 02 17:18:33.141055 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-7a1ed434-f8b2-4d1c-88aa-c394c5f7d313 req-1be42c82-0065-4727-8694-c2a45873b213 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480616 Mar 02 17:18:33.680481 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc14e23-ad1c-4246-8f70-4524f99ba760 req-f13dab91-f862-4480-8e08-ab35a5e8d0c4 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:33.681503 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-bdc14e23-ad1c-4246-8f70-4524f99ba760 req-f13dab91-f862-4480-8e08-ab35a5e8d0c4 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4e03692-2d3e-4e35-b995-865f8049cc5e HTTP/1.1" status: 200 len: 946 time: 0.0915725 Mar 02 17:18:33.693963 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27f5b82-238a-4f98-beb6-397d0666f580 req-0166a8e2-f76e-4559-a9bf-826631deb9f5 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:33.695457 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c27f5b82-238a-4f98-beb6-397d0666f580 req-0166a8e2-f76e-4559-a9bf-826631deb9f5 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4e03692-2d3e-4e35-b995-865f8049cc5e HTTP/1.1" status: 200 len: 946 time: 0.0779390 Mar 02 17:18:33.793539 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c27f5b82-238a-4f98-beb6-397d0666f580 req-26621148-2aff-469b-bed6-b121921c53b4 tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/security-groups?id=a87b5658-3d6d-4251-94e0-db2b1efad5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896363 Mar 02 17:18:33.821408 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [req-bdc14e23-ad1c-4246-8f70-4524f99ba760 req-66bc76a2-c4c2-452e-9c97-51eb407969bb tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Deleting port 74f969e9-eb91-413b-a72b-a47e433d51e8 {{(pid=103838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 17:18:33.821408 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-bdc14e23-ad1c-4246-8f70-4524f99ba760 req-66bc76a2-c4c2-452e-9c97-51eb407969bb tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757691651449'] for port (74f969e9-eb91-413b-a72b-a47e433d51e8), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:33.920333 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [req-bdc14e23-ad1c-4246-8f70-4524f99ba760 req-66bc76a2-c4c2-452e-9c97-51eb407969bb tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] For port 74f969e9-eb91-413b-a72b-a47e433d51e8, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=74f969e9-eb91-413b-a72b-a47e433d51e8,segment=NetworkSegment(933b69cb-9b5d-476f-bddf-a4d2b8410aed),segment_id=933b69cb-9b5d-476f-bddf-a4d2b8410aed)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:18:33.921190 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-bdc14e23-ad1c-4246-8f70-4524f99ba760 req-66bc76a2-c4c2-452e-9c97-51eb407969bb tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757418'] for port (74f969e9-eb91-413b-a72b-a47e433d51e8), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:33.934393 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [req-bdc14e23-ad1c-4246-8f70-4524f99ba760 req-66bc76a2-c4c2-452e-9c97-51eb407969bb tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Calling delete_port for 74f969e9-eb91-413b-a72b-a47e433d51e8 owned by compute:nova {{(pid=103838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 17:18:34.058861 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d664ec68-63d6-437b-965d-1c69fb1206af req-9d80afef-4748-42a1-a556-d9c904b6dd82 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:34.060337 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d664ec68-63d6-437b-965d-1c69fb1206af req-9d80afef-4748-42a1-a556-d9c904b6dd82 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d2d21dc-19ba-408d-a3fb-045fba105d1d HTTP/1.1" status: 200 len: 945 time: 0.0800135 Mar 02 17:18:34.065906 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-1405aaf7-ed8e-4471-9293-bee01a88b8c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90b713d5-0d52-4da0-a663-b3b1c9fefb3d), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:34.144650 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d664ec68-63d6-437b-965d-1c69fb1206af req-e252a44c-0f71-438a-a8ef-49b27c38fdf6 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781522 Mar 02 17:18:34.210254 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-bdc14e23-ad1c-4246-8f70-4524f99ba760 req-66bc76a2-c4c2-452e-9c97-51eb407969bb tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757691659996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757691134190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26691326'] for port (74f969e9-eb91-413b-a72b-a47e433d51e8), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:34.224334 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] get_ports_and_sgs() called for port_ids ['74f969e9-eb91-413b-a72b-a47e433d51e8'] {{(pid=103839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 17:18:34.253909 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bc76a2-c4c2-452e-9c97-51eb407969bb tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Pushing event deleted for resources: {'Port': ['ID=74f969e9-eb91-413b-a72b-a47e433d51e8,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:18:34.320244 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdc14e23-ad1c-4246-8f70-4524f99ba760 req-66bc76a2-c4c2-452e-9c97-51eb407969bb tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] No DVR routers for this DVR port 74f969e9-eb91-413b-a72b-a47e433d51e8 on host hv-cinder-77819 {{(pid=103838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:18:34.325061 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-bdc14e23-ad1c-4246-8f70-4524f99ba760 req-66bc76a2-c4c2-452e-9c97-51eb407969bb tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021714'] for port (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:34.329058 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-bdc14e23-ad1c-4246-8f70-4524f99ba760 req-66bc76a2-c4c2-452e-9c97-51eb407969bb tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.49 "DELETE /v2.0/ports/74f969e9-eb91-413b-a72b-a47e433d51e8 HTTP/1.1" status: 204 len: 173 time: 0.6326690 Mar 02 17:18:34.329507 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e03692-2d3e-4e35-b995-865f8049cc5e', 'name': 'network-vif-deleted', 'tag': '74f969e9-eb91-413b-a72b-a47e433d51e8'}] {{(pid=103838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 17:18:34.331810 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7c8e0f7c7170b606f581d652a183e77a47547618c5f9292d8eb62f06a367e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e8a192b-19c8-4853-bf43-95f05354e350" -d '{"events": [{"server_uuid": "c4e03692-2d3e-4e35-b995-865f8049cc5e", "name": "network-vif-deleted", "tag": "74f969e9-eb91-413b-a72b-a47e433d51e8"}]}' {{(pid=103838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 17:18:34.351147 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae15ee74-58ae-4648-9402-0b82417d6e42 req-be955fa3-2e3d-4eb9-b1c1-08129a820e0e tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:34.352689 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-ae15ee74-58ae-4648-9402-0b82417d6e42 req-be955fa3-2e3d-4eb9-b1c1-08129a820e0e tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 943 time: 0.1097424 Mar 02 17:18:34.373262 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 17:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89433547-0695-4f8b-aefd-c73ccb61ef56 x-openstack-request-id: req-89433547-0695-4f8b-aefd-c73ccb61ef56 {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 17:18:34.374765 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4e03692-2d3e-4e35-b995-865f8049cc5e", "name": "network-vif-deleted", "tag": "74f969e9-eb91-413b-a72b-a47e433d51e8", "status": "completed", "code": 200}]} {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 17:18:34.374765 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-89433547-0695-4f8b-aefd-c73ccb61ef56 {{(pid=103838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 17:18:34.375049 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4e03692-2d3e-4e35-b995-865f8049cc5e', 'name': 'network-vif-deleted', 'tag': '74f969e9-eb91-413b-a72b-a47e433d51e8', 'status': 'completed', 'code': 200} Mar 02 17:18:34.408642 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-ae15ee74-58ae-4648-9402-0b82417d6e42 req-ccb51dfd-6d27-47a9-84ca-58893dcc775b tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501318 Mar 02 17:18:34.739741 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ab4fa-3882-47e5-8306-6f7d421560f8 req-20414446-441a-4eb4-9849-a75235db1e33 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:34.741159 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-243ab4fa-3882-47e5-8306-6f7d421560f8 req-20414446-441a-4eb4-9849-a75235db1e33 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d2d21dc-19ba-408d-a3fb-045fba105d1d HTTP/1.1" status: 200 len: 945 time: 0.0552690 Mar 02 17:18:34.849640 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [req-243ab4fa-3882-47e5-8306-6f7d421560f8 req-669988aa-d5cd-47b5-b315-9abc75d745b1 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Deleting port 61f8935d-8cac-485e-9ead-6e824c447ee2 {{(pid=103838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 17:18:34.850008 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-243ab4fa-3882-47e5-8306-6f7d421560f8 req-669988aa-d5cd-47b5-b315-9abc75d745b1 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757691651449'] for port (61f8935d-8cac-485e-9ead-6e824c447ee2), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:35.067739 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-7239c76e-3e75-4b64-9028-aed8f891363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (eca5c3a0-ec74-4a2a-a5c6-a62430d93509), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:35.194191 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2b1d6e5b-54d5-424e-9675-590a6f8abcde req-be4f0a89-c002-4614-82ba-12f7fda4b82e tempest-VolumesActionsTest-1925978247 tempest-VolumesActionsTest-1925978247-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4e03692-2d3e-4e35-b995-865f8049cc5e HTTP/1.1" status: 200 len: 210 time: 0.3016334 Mar 02 17:18:35.269797 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [req-243ab4fa-3882-47e5-8306-6f7d421560f8 req-669988aa-d5cd-47b5-b315-9abc75d745b1 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] For port 61f8935d-8cac-485e-9ead-6e824c447ee2, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=61f8935d-8cac-485e-9ead-6e824c447ee2,segment=NetworkSegment(4a5dee39-eed3-4cc2-bb42-87d9e619875d),segment_id=4a5dee39-eed3-4cc2-bb42-87d9e619875d)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:18:35.270183 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-243ab4fa-3882-47e5-8306-6f7d421560f8 req-669988aa-d5cd-47b5-b315-9abc75d745b1 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757418'] for port (61f8935d-8cac-485e-9ead-6e824c447ee2), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:35.287111 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [req-243ab4fa-3882-47e5-8306-6f7d421560f8 req-669988aa-d5cd-47b5-b315-9abc75d745b1 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Calling delete_port for 61f8935d-8cac-485e-9ead-6e824c447ee2 owned by compute:nova {{(pid=103838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 17:18:35.307463 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44e6560-ec63-4ef6-aa23-dd1d931f6e94 req-adc18a29-8892-43f5-96db-a7695389d5ef tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:35.308917 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e44e6560-ec63-4ef6-aa23-dd1d931f6e94 req-adc18a29-8892-43f5-96db-a7695389d5ef tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d2d21dc-19ba-408d-a3fb-045fba105d1d HTTP/1.1" status: 200 len: 945 time: 0.0897937 Mar 02 17:18:35.407829 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e44e6560-ec63-4ef6-aa23-dd1d931f6e94 req-10398a90-1412-447e-9298-f1bc65e08394 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681241 Mar 02 17:18:35.543075 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d431c36d-7339-480e-8221-1f9c2e9d6320 req-75afad48-55f0-43de-a24f-8d45bf2ed302 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:35.544760 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d431c36d-7339-480e-8221-1f9c2e9d6320 req-75afad48-55f0-43de-a24f-8d45bf2ed302 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 943 time: 0.0609088 Mar 02 17:18:35.545650 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-243ab4fa-3882-47e5-8306-6f7d421560f8 req-669988aa-d5cd-47b5-b315-9abc75d745b1 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757691659996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757691134190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26691326'] for port (61f8935d-8cac-485e-9ead-6e824c447ee2), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:35.584088 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669988aa-d5cd-47b5-b315-9abc75d745b1 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Pushing event deleted for resources: {'Port': ['ID=61f8935d-8cac-485e-9ead-6e824c447ee2,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:18:35.650693 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [req-243ab4fa-3882-47e5-8306-6f7d421560f8 req-669988aa-d5cd-47b5-b315-9abc75d745b1 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] No DVR routers for this DVR port 61f8935d-8cac-485e-9ead-6e824c447ee2 on host hv-cinder-77819 {{(pid=103838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:18:35.656136 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-243ab4fa-3882-47e5-8306-6f7d421560f8 req-669988aa-d5cd-47b5-b315-9abc75d745b1 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021714'] for port (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:35.659464 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-243ab4fa-3882-47e5-8306-6f7d421560f8 req-669988aa-d5cd-47b5-b315-9abc75d745b1 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.49 "DELETE /v2.0/ports/61f8935d-8cac-485e-9ead-6e824c447ee2 HTTP/1.1" status: 204 len: 173 time: 0.9109838 Mar 02 17:18:35.665620 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d431c36d-7339-480e-8221-1f9c2e9d6320 req-46ff9bab-36e1-450b-a43b-6d1a6f798641 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104882 Mar 02 17:18:35.988874 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] get_ports_and_sgs() called for port_ids ['61f8935d-8cac-485e-9ead-6e824c447ee2', '4a256a90-0d43-4274-8693-d4c1c406c0a5'] {{(pid=103839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 17:18:36.375754 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d2d21dc-19ba-408d-a3fb-045fba105d1d', 'name': 'network-vif-deleted', 'tag': '61f8935d-8cac-485e-9ead-6e824c447ee2'}] {{(pid=103838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 17:18:36.378664 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7c8e0f7c7170b606f581d652a183e77a47547618c5f9292d8eb62f06a367e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8545cec8-a235-48de-b821-d600b339280f" -d '{"events": [{"server_uuid": "4d2d21dc-19ba-408d-a3fb-045fba105d1d", "name": "network-vif-deleted", "tag": "61f8935d-8cac-485e-9ead-6e824c447ee2"}]}' {{(pid=103838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 17:18:36.443732 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 17:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d2d7b78-484f-4915-9945-a1fc6003aa6e x-openstack-request-id: req-6d2d7b78-484f-4915-9945-a1fc6003aa6e {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 17:18:36.444053 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d2d21dc-19ba-408d-a3fb-045fba105d1d", "name": "network-vif-deleted", "tag": "61f8935d-8cac-485e-9ead-6e824c447ee2", "status": "completed", "code": 200}]} {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 17:18:36.444413 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6d2d7b78-484f-4915-9945-a1fc6003aa6e {{(pid=103838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 17:18:36.445033 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d2d21dc-19ba-408d-a3fb-045fba105d1d', 'name': 'network-vif-deleted', 'tag': '61f8935d-8cac-485e-9ead-6e824c447ee2', 'status': 'completed', 'code': 200} Mar 02 17:18:36.520353 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-ae02d55f-3731-4532-8801-1959d87feb3d req-a788d0be-cfd5-4c1c-ac20-a99dceadfcb1 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d2d21dc-19ba-408d-a3fb-045fba105d1d HTTP/1.1" status: 200 len: 210 time: 0.0314031 Mar 02 17:18:36.796297 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0948591f-e5c3-40ca-8152-d7094a91cb62 req-343b1b99-ce3e-49f8-b281-66f1cff081a7 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:36.797924 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0948591f-e5c3-40ca-8152-d7094a91cb62 req-343b1b99-ce3e-49f8-b281-66f1cff081a7 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 943 time: 0.0549965 Mar 02 17:18:36.804535 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-765bf0ac-d167-416d-8fe2-638e582454ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (aac89579-4eb6-45c8-861e-e37bc0c26bf3), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:36.856670 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0948591f-e5c3-40ca-8152-d7094a91cb62 req-4193cb9f-efd6-491e-896d-f013169d21c8 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503325 Mar 02 17:18:37.621265 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e3290e25-79cf-4630-b774-eb28d81d1d42 req-40fe2ac6-0944-44cd-88df-43c28e183a81 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d2d21dc-19ba-408d-a3fb-045fba105d1d HTTP/1.1" status: 200 len: 210 time: 0.0281343 Mar 02 17:18:37.988242 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da576c1-e03e-4636-8c74-71673960cd19 req-11206c25-c01b-4a43-93f0-72f4223c8cc5 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:37.989729 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-1da576c1-e03e-4636-8c74-71673960cd19 req-11206c25-c01b-4a43-93f0-72f4223c8cc5 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 943 time: 0.0541763 Mar 02 17:18:38.027806 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device 74f969e9-eb91-413b-a72b-a47e433d51e8 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 17:18:38.039999 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-1da576c1-e03e-4636-8c74-71673960cd19 req-89622c56-19d9-4494-a538-d8816edec0e5 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446653 Mar 02 17:18:38.050591 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] No Port match for: 74f969e9-eb91-413b-a72b-a47e433d51e8 {{(pid=103839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 17:18:38.050937 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device 74f969e9-eb91-413b-a72b-a47e433d51e8 not bound to the agent host hv-cinder-77819 {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 17:18:38.221722 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90356b9b-9a55-4227-ace0-d1fc01a5475f), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:38.731288 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2c80a3f3-643b-4e48-9a82-9df082a8161f req-203ab80f-a8f7-487c-965e-3e76fc5d245d tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d2d21dc-19ba-408d-a3fb-045fba105d1d HTTP/1.1" status: 200 len: 210 time: 0.0279443 Mar 02 17:18:39.176340 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19cb026-eb7c-4a11-a19b-858f0d64bb26 req-00a1d448-d8d0-4335-83a0-8dac7c070e41 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:39.177802 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d19cb026-eb7c-4a11-a19b-858f0d64bb26 req-00a1d448-d8d0-4335-83a0-8dac7c070e41 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 943 time: 0.0605011 Mar 02 17:18:39.228516 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d19cb026-eb7c-4a11-a19b-858f0d64bb26 req-b292cf5e-4b3d-4d30-804a-93a7493ec53e tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449619 Mar 02 17:18:39.851317 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-710949fe-2212-47b8-b490-1204a0c7363b req-7aa75035-f4cb-437b-92a4-e8735855b68f tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d2d21dc-19ba-408d-a3fb-045fba105d1d HTTP/1.1" status: 200 len: 210 time: 0.0291517 Mar 02 17:18:40.060414 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device 61f8935d-8cac-485e-9ead-6e824c447ee2 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 17:18:40.102698 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] No Port match for: 61f8935d-8cac-485e-9ead-6e824c447ee2 {{(pid=103839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 17:18:40.103048 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device 61f8935d-8cac-485e-9ead-6e824c447ee2 not bound to the agent host hv-cinder-77819 {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 17:18:40.364174 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eeca16-9a90-44ce-b3c0-800febf5fd09 req-021ec4cc-199e-449e-9028-28a95c50143c tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:40.365702 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-48eeca16-9a90-44ce-b3c0-800febf5fd09 req-021ec4cc-199e-449e-9028-28a95c50143c tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 943 time: 0.0624101 Mar 02 17:18:40.420709 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-48eeca16-9a90-44ce-b3c0-800febf5fd09 req-aff9386e-92bd-4a03-b8ac-665932d25f9c tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492101 Mar 02 17:18:40.959351 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-b7fd1330-beb4-4711-8aae-14f9717f084e req-8573b9fe-0043-4114-a156-47fc5bac312d tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d2d21dc-19ba-408d-a3fb-045fba105d1d HTTP/1.1" status: 200 len: 210 time: 0.0274503 Mar 02 17:18:41.548616 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f19a91-44a9-446d-92ea-89aee30079a3 req-a178c46f-4907-4ec6-ac5f-02897fd9a94b tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:41.550422 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-b3f19a91-44a9-446d-92ea-89aee30079a3 req-a178c46f-4907-4ec6-ac5f-02897fd9a94b tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 943 time: 0.0553639 Mar 02 17:18:41.597723 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-b3f19a91-44a9-446d-92ea-89aee30079a3 req-2ad1e570-0465-4ab1-9402-4e0cab76cfd0 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413656 Mar 02 17:18:42.497328 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1a6aa1-ed8d-41e9-9a91-dad9ff5c227b req-7cb62e79-dcee-4aea-97fa-05c7f4c4ae26 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:42.499247 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-ac1a6aa1-ed8d-41e9-9a91-dad9ff5c227b req-7cb62e79-dcee-4aea-97fa-05c7f4c4ae26 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4081c5a4-d3d8-4855-87a3-25860d7f4961 HTTP/1.1" status: 200 len: 945 time: 0.0558631 Mar 02 17:18:42.553471 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-ac1a6aa1-ed8d-41e9-9a91-dad9ff5c227b req-363f409c-1bad-4c4b-9ed1-f1398fce49b1 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485616 Mar 02 17:18:42.730806 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7f442f-33d8-4206-a9bd-9b48edb8067f req-7c1b5c4e-cd77-4661-bd5d-ec430cfcec88 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:42.732302 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0a7f442f-33d8-4206-a9bd-9b48edb8067f req-7c1b5c4e-cd77-4661-bd5d-ec430cfcec88 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 943 time: 0.0538814 Mar 02 17:18:42.781349 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0a7f442f-33d8-4206-a9bd-9b48edb8067f req-65b74cd4-885f-4ac3-8483-513795cbdfe2 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426455 Mar 02 17:18:43.471575 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (dbb67c4d-7aa5-4acf-82b3-541c1cabd3d2), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:43.681618 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14800e9-2337-4059-bf4c-c8af83f64fdc req-455eef24-d1ed-47a3-b4fc-b497ac09273a tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:43.683164 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-f14800e9-2337-4059-bf4c-c8af83f64fdc req-455eef24-d1ed-47a3-b4fc-b497ac09273a tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4081c5a4-d3d8-4855-87a3-25860d7f4961 HTTP/1.1" status: 200 len: 945 time: 0.0556312 Mar 02 17:18:43.737698 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-f14800e9-2337-4059-bf4c-c8af83f64fdc req-b75f3702-cf5f-4d15-bcbc-6fa46d59c829 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461829 Mar 02 17:18:43.912732 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f3548-61b4-406c-9d16-bb49e30f4adf req-94d73035-ced6-43fa-b70c-95b2c981c4d1 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:43.914267 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-978f3548-61b4-406c-9d16-bb49e30f4adf req-94d73035-ced6-43fa-b70c-95b2c981c4d1 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 943 time: 0.0612762 Mar 02 17:18:43.964019 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-978f3548-61b4-406c-9d16-bb49e30f4adf req-e2a63b9a-cf5b-41b9-83ab-7f0988012e6b tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443754 Mar 02 17:18:44.865504 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6231a158-a9bf-4bfc-8144-e1c3739252e1 req-008066cd-6c72-475f-8084-d50f32d2aae2 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:44.866983 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-6231a158-a9bf-4bfc-8144-e1c3739252e1 req-008066cd-6c72-475f-8084-d50f32d2aae2 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4081c5a4-d3d8-4855-87a3-25860d7f4961 HTTP/1.1" status: 200 len: 945 time: 0.0526214 Mar 02 17:18:44.913752 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-6231a158-a9bf-4bfc-8144-e1c3739252e1 req-89d3e8e2-c339-4ba0-ac27-b44df1ad8c9a tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411346 Mar 02 17:18:45.096869 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d38ac42-ec73-4219-925e-0ab7a69f6e5a req-3bc8be56-3dcc-440d-ba29-0e5f5e5c7b58 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:45.098368 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-4d38ac42-ec73-4219-925e-0ab7a69f6e5a req-3bc8be56-3dcc-440d-ba29-0e5f5e5c7b58 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 943 time: 0.0514421 Mar 02 17:18:45.147545 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-4d38ac42-ec73-4219-925e-0ab7a69f6e5a req-aa6f9eb8-e181-404d-a1fd-9ff8ed391ff1 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437963 Mar 02 17:18:45.570737 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f4323-5f81-440c-9d73-3ed42fa50ed1 req-a561c0df-56c1-492c-b830-3b985093e457 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:45.572781 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-b66f4323-5f81-440c-9d73-3ed42fa50ed1 req-a561c0df-56c1-492c-b830-3b985093e457 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/ports?device_id=f08bd6a6-119c-4ce4-bb53-ced878235c33 HTTP/1.1" status: 200 len: 946 time: 0.0612526 Mar 02 17:18:45.638519 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-b66f4323-5f81-440c-9d73-3ed42fa50ed1 req-cc74ad36-14d6-430b-9cf2-82b4ba533248 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/security-groups?id=aae85e0a-c103-4ddd-81a2-76fd14f89f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574973 Mar 02 17:18:45.667996 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 49740) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:18:45.898339 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25dfea42-e8eb-4f54-b792-7f34f42e9056 tempest-TestMinimumBasicScenario-1327261285 tempest-TestMinimumBasicScenario-1327261285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:45.899971 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-25dfea42-e8eb-4f54-b792-7f34f42e9056 tempest-TestMinimumBasicScenario-1327261285 tempest-TestMinimumBasicScenario-1327261285-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=f08bd6a6-119c-4ce4-bb53-ced878235c33 HTTP/1.1" status: 200 len: 1125 time: 0.2308733 Mar 02 17:18:45.902823 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 49756) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:18:45.908483 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [None req-ed6f7287-4724-416b-bb4b-888408a55312 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Request body: {'floatingip': {'floating_network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'port_id': '9a411f73-0820-4705-9708-9ad9a4bd924c', 'tenant_id': 'd37c5cf4d963481685e2d41519bfe2ff', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:18:46.054650 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ed368-bd50-43ca-aad6-bc384a3f6732 req-492125d2-4a18-4d19-9d1b-a92b53a38134 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:46.056154 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-728ed368-bd50-43ca-aad6-bc384a3f6732 req-492125d2-4a18-4d19-9d1b-a92b53a38134 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4081c5a4-d3d8-4855-87a3-25860d7f4961 HTTP/1.1" status: 200 len: 945 time: 0.0626237 Mar 02 17:18:46.074362 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device b68d8011-6aa0-4d28-8e03-0da9e6f36b0e details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 17:18:46.083898 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-ed6f7287-4724-416b-bb4b-888408a55312 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:46.168277 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-728ed368-bd50-43ca-aad6-bc384a3f6732 req-e440c526-8a3d-46be-bc71-fe84b65bb8ca tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029420 Mar 02 17:18:46.275968 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] For port b68d8011-6aa0-4d28-8e03-0da9e6f36b0e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b68d8011-6aa0-4d28-8e03-0da9e6f36b0e,segment=NetworkSegment(045cca5b-a9b4-4a6c-8670-18c98461fa58),segment_id=045cca5b-a9b4-4a6c-8670-18c98461fa58)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:18:46.293290 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Returning: {'device': 'b68d8011-6aa0-4d28-8e03-0da9e6f36b0e', 'network_id': 'ba91141c-2c4a-433e-a175-e7c250467227', 'port_id': 'b68d8011-6aa0-4d28-8e03-0da9e6f36b0e', 'mac_address': 'fa:16:3e:79:82:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2418ff9-f0a5-4e04-8f27-a85b5ef0f2a3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 17:18:46.345103 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-ed6f7287-4724-416b-bb4b-888408a55312 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:46.363014 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Current status of the port b68d8011-6aa0-4d28-8e03-0da9e6f36b0e is: DOWN; New status is: BUILD {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:18:46.363626 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (b68d8011-6aa0-4d28-8e03-0da9e6f36b0e), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:46.384280 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.notifiers.nova [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b68d8011-6aa0-4d28-8e03-0da9e6f36b0e {{(pid=103839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 17:18:46.434465 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] For port b68d8011-6aa0-4d28-8e03-0da9e6f36b0e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b68d8011-6aa0-4d28-8e03-0da9e6f36b0e,segment=NetworkSegment(045cca5b-a9b4-4a6c-8670-18c98461fa58),segment_id=045cca5b-a9b4-4a6c-8670-18c98461fa58)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:18:46.452832 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db436f6-1375-465c-995a-a15082b1ff5a req-ee8535ff-73ad-4655-a249-8a6c5741dbd0 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:46.454489 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-9db436f6-1375-465c-995a-a15082b1ff5a req-ee8535ff-73ad-4655-a249-8a6c5741dbd0 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 943 time: 0.1313303 Mar 02 17:18:46.551098 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-9db436f6-1375-465c-995a-a15082b1ff5a req-6cf9ea78-e5c8-4cc2-aed6-f729151157cf tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729260 Mar 02 17:18:46.560164 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.db_base_plugin_common [None req-ed6f7287-4724-416b-bb4b-888408a55312 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Allocated IP 172.27.1.70 (0bf1b91f-7d47-47dc-984e-54613c32c4bf/e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9/ce48c470-5471-42a9-b0b6-9b49ed213b90) {{(pid=103838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:18:46.690331 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-ed6f7287-4724-416b-bb4b-888408a55312 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Publish callbacks [] for port (ce48c470-5471-42a9-b0b6-9b49ed213b90), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:46.845383 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (b68d8011-6aa0-4d28-8e03-0da9e6f36b0e), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:46.869794 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-ed6f7287-4724-416b-bb4b-888408a55312 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757691134181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26691326'] for port (ce48c470-5471-42a9-b0b6-9b49ed213b90), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:46.939488 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6f7287-4724-416b-bb4b-888408a55312 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Network 0bf1b91f-7d47-47dc-984e-54613c32c4bf is already hosted by enough agents. {{(pid=103838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:18:46.946504 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.base_scheduler [None req-ed6f7287-4724-416b-bb4b-888408a55312 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Resources bound (agent type, host, resource id): {{(pid=103838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:18:46.950396 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6f7287-4724-416b-bb4b-888408a55312 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Received port after_create {{(pid=103838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 17:18:46.960290 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6f7287-4724-416b-bb4b-888408a55312 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Pushing event updated for resources: {'Port': ['ID=ce48c470-5471-42a9-b0b6-9b49ed213b90,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:18:47.104355 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Pushing event updated for resources: {'Port': ['ID=b68d8011-6aa0-4d28-8e03-0da9e6f36b0e,revision_number=9']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:18:47.395955 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7c9f4d-f8ca-4d99-89cd-7d0650756a03 req-97c082a6-7100-471f-a48a-d0696e095e16 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:47.397493 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-cc7c9f4d-f8ca-4d99-89cd-7d0650756a03 req-97c082a6-7100-471f-a48a-d0696e095e16 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4081c5a4-d3d8-4855-87a3-25860d7f4961 HTTP/1.1" status: 200 len: 945 time: 0.1452568 Mar 02 17:18:47.520956 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-cc7c9f4d-f8ca-4d99-89cd-7d0650756a03 req-bd7c7442-f839-49cc-9f85-f355642bf604 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912232 Mar 02 17:18:47.557425 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-ed6f7287-4724-416b-bb4b-888408a55312 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Publish callbacks [] for floatingip (9977d02f-6e2b-4601-8fd2-fedcc67f72f8), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:47.733638 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-ed6f7287-4724-416b-bb4b-888408a55312 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (ce48c470-5471-42a9-b0b6-9b49ed213b90), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:47.770831 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63248dc9-2bfa-4985-8e5c-60f11eb17a7b req-84048481-0b49-4a18-b716-ec6897868c81 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:47.772474 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-63248dc9-2bfa-4985-8e5c-60f11eb17a7b req-84048481-0b49-4a18-b716-ec6897868c81 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 944 time: 0.1077645 Mar 02 17:18:47.891595 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-63248dc9-2bfa-4985-8e5c-60f11eb17a7b req-f4dac02c-f959-4c7e-9f78-2599a949d49b tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000123 Mar 02 17:18:47.962824 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-ed6f7287-4724-416b-bb4b-888408a55312 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Publish callbacks [] for port (ce48c470-5471-42a9-b0b6-9b49ed213b90), precommit_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:48.021227 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-ed6f7287-4724-416b-bb4b-888408a55312 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26691319'] for port (ce48c470-5471-42a9-b0b6-9b49ed213b90), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:48.090736 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6f7287-4724-416b-bb4b-888408a55312 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Pushing event updated for resources: {'Port': ['ID=ce48c470-5471-42a9-b0b6-9b49ed213b90,revision_number=2']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:18:48.115674 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-ed6f7287-4724-416b-bb4b-888408a55312 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-755393'] for floatingip (9977d02f-6e2b-4601-8fd2-fedcc67f72f8), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:48.234428 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.db.l3_db [None req-ed6f7287-4724-416b-bb4b-888408a55312 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Floating IP 9977d02f-6e2b-4601-8fd2-fedcc67f72f8 associated. External IP: 172.27.1.70, port: 9a411f73-0820-4705-9708-9ad9a4bd924c. Mar 02 17:18:48.503359 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed6f7287-4724-416b-bb4b-888408a55312 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Router 2e5996fc-6372-4b30-a92c-ff6f1594dd63 has already been hosted by L3 agent 90b713d5-0d52-4da0-a663-b3b1c9fefb3d {{(pid=103838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:18:48.980658 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed6f7287-4724-416b-bb4b-888408a55312 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Notify agent at l3_agent.dv-cinder-778193-22-iscsi the message routers_updated {{(pid=103838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:18:49.007299 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763d2e01-4782-4d31-9f11-46821a11bace req-65149969-f587-47c3-941b-0fb7c72cb0d0 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:49.009147 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-763d2e01-4782-4d31-9f11-46821a11bace req-65149969-f587-47c3-941b-0fb7c72cb0d0 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4081c5a4-d3d8-4855-87a3-25860d7f4961 HTTP/1.1" status: 200 len: 945 time: 0.3811958 Mar 02 17:18:49.052546 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a939e84-c2af-459d-bd30-41a3e3478152 None None] Sync routers for ids ['2e5996fc-6372-4b30-a92c-ff6f1594dd63'] in dv-cinder-778193-22-iscsi {{(pid=103840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 17:18:49.080075 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a939e84-c2af-459d-bd30-41a3e3478152 None None] Routers {'2e5996fc-6372-4b30-a92c-ff6f1594dd63'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:18:49.080075 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_hamode_db [None req-4a939e84-c2af-459d-bd30-41a3e3478152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:18:34Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['2e5996fc-6372-4b30-a92c-ff6f1594dd63'], 'active': True} {{(pid=103840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:18:49.095418 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f03afd-9c98-4dcf-94f9-0544146baf30 req-58c4e06d-de63-46dd-b354-089ec08b5f5d tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:49.096939 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-84f03afd-9c98-4dcf-94f9-0544146baf30 req-58c4e06d-de63-46dd-b354-089ec08b5f5d tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 944 time: 0.1094396 Mar 02 17:18:49.115946 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-763d2e01-4782-4d31-9f11-46821a11bace req-26699afc-e99c-4f7b-946b-438e34597837 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906367 Mar 02 17:18:49.143078 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-ed6f7287-4724-416b-bb4b-888408a55312 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021714'] for floatingip (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:49.188667 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-84f03afd-9c98-4dcf-94f9-0544146baf30 req-8619f981-0ea1-400a-9079-b619169f7f37 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834451 Mar 02 17:18:49.197511 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-ed6f7287-4724-416b-bb4b-888408a55312 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2889154 Mar 02 17:18:49.197511 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f08bd6a6-119c-4ce4-bb53-ced878235c33', 'tag': '9a411f73-0820-4705-9708-9ad9a4bd924c'}] {{(pid=103838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 17:18:49.197511 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7c8e0f7c7170b606f581d652a183e77a47547618c5f9292d8eb62f06a367e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8815c0ed-930a-4af5-9dec-c06061dfb7b7" -d '{"events": [{"name": "network-changed", "server_uuid": "f08bd6a6-119c-4ce4-bb53-ced878235c33", "tag": "9a411f73-0820-4705-9708-9ad9a4bd924c"}]}' {{(pid=103838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 17:18:49.202876 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 49788) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:18:49.203646 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-41721337-d543-40a0-8c90-8b225a189f0c tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-351083656', 'description': 'tempest-secgroup-smoke-351083656 description', 'project_id': 'd37c5cf4d963481685e2d41519bfe2ff'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:18:49.243081 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 17:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-440e7e67-9f5e-474c-8db8-1bd4bd119bfd x-openstack-request-id: req-440e7e67-9f5e-474c-8db8-1bd4bd119bfd {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 17:18:49.243081 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f08bd6a6-119c-4ce4-bb53-ced878235c33", "tag": "9a411f73-0820-4705-9708-9ad9a4bd924c", "status": "completed", "code": 200}]} {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 17:18:49.243081 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-440e7e67-9f5e-474c-8db8-1bd4bd119bfd {{(pid=103838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 17:18:49.243081 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f08bd6a6-119c-4ce4-bb53-ced878235c33', 'tag': '9a411f73-0820-4705-9708-9ad9a4bd924c', 'status': 'completed', 'code': 200} Mar 02 17:18:49.294248 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-41721337-d543-40a0-8c90-8b225a189f0c tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:49.350747 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8815c0ed-930a-4af5-9dec-c06061dfb7b7 req-d4d6a0f6-ac4b-41d7-bd70-056e5c35f556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:49.352154 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-8815c0ed-930a-4af5-9dec-c06061dfb7b7 req-d4d6a0f6-ac4b-41d7-bd70-056e5c35f556 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d37c5cf4d963481685e2d41519bfe2ff&device_id=f08bd6a6-119c-4ce4-bb53-ced878235c33 HTTP/1.1" status: 200 len: 1130 time: 0.0869179 Mar 02 17:18:49.400083 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] get_ports_and_sgs() called for port_ids ['b68d8011-6aa0-4d28-8e03-0da9e6f36b0e'] {{(pid=103839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 17:18:49.412378 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-41721337-d543-40a0-8c90-8b225a189f0c tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Publish callbacks [] for security_group (31bb6b75-c2a0-45f3-8689-e1fcac5b58d7), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:49.419696 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_dvr_db [None req-4a939e84-c2af-459d-bd30-41a3e3478152 None None] Set router 2e5996fc-6372-4b30-a92c-ff6f1594dd63 gateway port host: dv-cinder-778193-22-iscsi {{(pid=103840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:18:49.461448 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-41721337-d543-40a0-8c90-8b225a189f0c tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (31bb6b75-c2a0-45f3-8689-e1fcac5b58d7), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:49.514392 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8815c0ed-930a-4af5-9dec-c06061dfb7b7 req-a3dfa4da-875d-4b6f-813d-0b2866df60e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:49.516065 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-8815c0ed-930a-4af5-9dec-c06061dfb7b7 req-a3dfa4da-875d-4b6f-813d-0b2866df60e6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=42175756-6c19-4b6c-8f7a-d34501eaadbb HTTP/1.1" status: 200 len: 915 time: 0.1555052 Mar 02 17:18:49.528812 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41721337-d543-40a0-8c90-8b225a189f0c tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31bb6b75-c2a0-45f3-8689-e1fcac5b58d7,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:18:49.628728 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-41721337-d543-40a0-8c90-8b225a189f0c tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:49.629721 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-41721337-d543-40a0-8c90-8b225a189f0c tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4305665 Mar 02 17:18:49.634133 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 49796) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:18:49.639700 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-a97b63df-f95b-40a9-8399-20af7ded0aeb tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Request body: {'security_group_rule': {'security_group_id': '31bb6b75-c2a0-45f3-8689-e1fcac5b58d7', 'project_id': 'd37c5cf4d963481685e2d41519bfe2ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:18:49.709287 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-8815c0ed-930a-4af5-9dec-c06061dfb7b7 req-b24fbdd7-de78-49b0-bf01-a44f60c28e19 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a411f73-0820-4705-9708-9ad9a4bd924c HTTP/1.1" status: 200 len: 999 time: 0.1813939 Mar 02 17:18:49.770624 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a97b63df-f95b-40a9-8399-20af7ded0aeb tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Publish callbacks [] for security_group_rule (e6b1e249-acac-49ea-a380-66ab842a5f43), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:49.824310 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8815c0ed-930a-4af5-9dec-c06061dfb7b7 req-490c8377-5806-45b8-8a94-8afc72e8402f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:49.829017 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-8815c0ed-930a-4af5-9dec-c06061dfb7b7 req-490c8377-5806-45b8-8a94-8afc72e8402f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=91fb7085-b683-4906-97f3-4841714c8e20 HTTP/1.1" status: 200 len: 853 time: 0.1125927 Mar 02 17:18:49.936803 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_hamode_db [None req-4a939e84-c2af-459d-bd30-41a3e3478152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e5996fc-6372-4b30-a92c-ff6f1594dd63', 'name': 'tempest-TestMinimumBasicScenario-797124420-router', 'tenant_id': 'd37c5cf4d963481685e2d41519bfe2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'bbb3beb6-e103-4386-91e3-421ab7d1d352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:17:12Z', 'updated_at': '2022-03-02T17:17:17Z', 'revision_number': 4, 'project_id': 'd37c5cf4d963481685e2d41519bfe2ff', 'gw_port': {'id': 'bbb3beb6-e103-4386-91e3-421ab7d1d352', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:03:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5996fc-6372-4b30-a92c-ff6f1594dd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:17:13Z', 'updated_at': '2022-03-02T17:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_floatingips': [{'id': '9977d02f-6e2b-4601-8fd2-fedcc67f72f8', 'tenant_id': 'd37c5cf4d963481685e2d41519bfe2ff', 'floating_ip_address': '172.27.1.70', 'floating_network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'router_id': '2e5996fc-6372-4b30-a92c-ff6f1594dd63', 'port_id': '9a411f73-0820-4705-9708-9ad9a4bd924c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42175756-6c19-4b6c-8f7a-d34501eaadbb', 'mac_address': 'fa:16:3e:39:ea:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08bd6a6-119c-4ce4-bb53-ced878235c33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:18:47Z', 'updated_at': '2022-03-02T17:18:47Z', 'revision_number': 0, 'project_id': 'd37c5cf4d963481685e2d41519bfe2ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f40ba90-5d10-4dfa-88dd-00aa08f37927', 'name': '', 'network_id': '42175756-6c19-4b6c-8f7a-d34501eaadbb', 'tenant_id': 'd37c5cf4d963481685e2d41519bfe2ff', 'mac_address': 'fa:16:3e:e9:b2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5996fc-6372-4b30-a92c-ff6f1594dd63', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '91fb7085-b683-4906-97f3-4841714c8e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:17:16Z', 'updated_at': '2022-03-02T17:17:23Z', 'revision_number': 5, 'project_id': 'd37c5cf4d963481685e2d41519bfe2ff', 'subnets': [{'id': '91fb7085-b683-4906-97f3-4841714c8e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:18:49.950420 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a97b63df-f95b-40a9-8399-20af7ded0aeb tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Publish callbacks [] for security_group_rule (e6b1e249-acac-49ea-a380-66ab842a5f43), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:50.009680 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a939e84-c2af-459d-bd30-41a3e3478152 None None] Checking router: 2e5996fc-6372-4b30-a92c-ff6f1594dd63 for host: dv-cinder-778193-22-iscsi {{(pid=103840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 17:18:50.028981 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8815c0ed-930a-4af5-9dec-c06061dfb7b7 req-8acb7f99-a24e-4ba5-80df-50a5513cd489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:50.043152 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-8815c0ed-930a-4af5-9dec-c06061dfb7b7 req-8acb7f99-a24e-4ba5-80df-50a5513cd489 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=42175756-6c19-4b6c-8f7a-d34501eaadbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2026494 Mar 02 17:18:50.045542 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a97b63df-f95b-40a9-8399-20af7ded0aeb tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785262'] for security_group_rule (e6b1e249-acac-49ea-a380-66ab842a5f43), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:50.050737 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a939e84-c2af-459d-bd30-41a3e3478152 None None] Routers {'2e5996fc-6372-4b30-a92c-ff6f1594dd63'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:18:50.053808 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_hamode_db [None req-4a939e84-c2af-459d-bd30-41a3e3478152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:18:34Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['2e5996fc-6372-4b30-a92c-ff6f1594dd63'], 'active': True} {{(pid=103840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:18:50.083540 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97b63df-f95b-40a9-8399-20af7ded0aeb tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6b1e249-acac-49ea-a380-66ab842a5f43,revision_number=0']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:18:50.161231 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a97b63df-f95b-40a9-8399-20af7ded0aeb tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:50.166684 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-a97b63df-f95b-40a9-8399-20af7ded0aeb tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5274663 Mar 02 17:18:50.170091 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 49816) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:18:50.175582 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-bb925d28-50d1-4b49-b02f-1447d65aca53 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Request body: {'security_group_rule': {'security_group_id': '31bb6b75-c2a0-45f3-8689-e1fcac5b58d7', 'project_id': 'd37c5cf4d963481685e2d41519bfe2ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:18:50.291703 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-8815c0ed-930a-4af5-9dec-c06061dfb7b7 req-9dfb9582-1a7d-434d-96e4-c267c40714cf service neutron] 10.222.0.49 "GET /v2.0/networks/42175756-6c19-4b6c-8f7a-d34501eaadbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462318 Mar 02 17:18:50.330254 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-bb925d28-50d1-4b49-b02f-1447d65aca53 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Publish callbacks [] for security_group_rule (e3c912a0-cefc-4fb3-ba97-da7140c1cb8c), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:50.338970 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_dvr_db [None req-4a939e84-c2af-459d-bd30-41a3e3478152 None None] Set router 2e5996fc-6372-4b30-a92c-ff6f1594dd63 gateway port host: dv-cinder-778193-22-iscsi {{(pid=103840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:18:50.455558 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-bb925d28-50d1-4b49-b02f-1447d65aca53 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Publish callbacks [] for security_group_rule (e3c912a0-cefc-4fb3-ba97-da7140c1cb8c), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:50.581600 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-bb925d28-50d1-4b49-b02f-1447d65aca53 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785262'] for security_group_rule (e3c912a0-cefc-4fb3-ba97-da7140c1cb8c), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:50.643743 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb925d28-50d1-4b49-b02f-1447d65aca53 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3c912a0-cefc-4fb3-ba97-da7140c1cb8c,revision_number=0']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:18:50.664872 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-8815c0ed-930a-4af5-9dec-c06061dfb7b7 req-0ca56ff1-1dec-4ded-b46d-76a93912b503 service neutron] 10.222.0.49 "GET /v2.0/networks/42175756-6c19-4b6c-8f7a-d34501eaadbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3569615 Mar 02 17:18:50.682291 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a12f1-186d-4cee-bd84-8a2f7009314f req-3fbc68ab-de23-413e-96b6-57ec22191e7a tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:50.691189 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-6b9a12f1-186d-4cee-bd84-8a2f7009314f req-3fbc68ab-de23-413e-96b6-57ec22191e7a tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4081c5a4-d3d8-4855-87a3-25860d7f4961 HTTP/1.1" status: 200 len: 945 time: 0.4219830 Mar 02 17:18:50.708658 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-bb925d28-50d1-4b49-b02f-1447d65aca53 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:50.713363 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-bb925d28-50d1-4b49-b02f-1447d65aca53 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5452111 Mar 02 17:18:50.717196 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 49836) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:18:50.728660 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-49b6369e-a3f7-45d0-9655-859ad31641fe tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Request body: {'security_group_rule': {'security_group_id': '31bb6b75-c2a0-45f3-8689-e1fcac5b58d7', 'project_id': 'd37c5cf4d963481685e2d41519bfe2ff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:18:50.729107 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb37efc-f127-4366-ad8f-57f0c53614b0 req-748684e6-4b03-4ff7-8349-e149a5d123da tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:50.730835 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0eb37efc-f127-4366-ad8f-57f0c53614b0 req-748684e6-4b03-4ff7-8349-e149a5d123da tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 944 time: 0.2254314 Mar 02 17:18:50.781980 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_hamode_db [None req-4a939e84-c2af-459d-bd30-41a3e3478152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e5996fc-6372-4b30-a92c-ff6f1594dd63', 'name': 'tempest-TestMinimumBasicScenario-797124420-router', 'tenant_id': 'd37c5cf4d963481685e2d41519bfe2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'bbb3beb6-e103-4386-91e3-421ab7d1d352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:17:12Z', 'updated_at': '2022-03-02T17:17:17Z', 'revision_number': 4, 'project_id': 'd37c5cf4d963481685e2d41519bfe2ff', 'gw_port': {'id': 'bbb3beb6-e103-4386-91e3-421ab7d1d352', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:03:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5996fc-6372-4b30-a92c-ff6f1594dd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:17:13Z', 'updated_at': '2022-03-02T17:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_floatingips': [{'id': '9977d02f-6e2b-4601-8fd2-fedcc67f72f8', 'tenant_id': 'd37c5cf4d963481685e2d41519bfe2ff', 'floating_ip_address': '172.27.1.70', 'floating_network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'router_id': '2e5996fc-6372-4b30-a92c-ff6f1594dd63', 'port_id': '9a411f73-0820-4705-9708-9ad9a4bd924c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42175756-6c19-4b6c-8f7a-d34501eaadbb', 'mac_address': 'fa:16:3e:39:ea:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08bd6a6-119c-4ce4-bb53-ced878235c33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:18:47Z', 'updated_at': '2022-03-02T17:18:47Z', 'revision_number': 0, 'project_id': 'd37c5cf4d963481685e2d41519bfe2ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f40ba90-5d10-4dfa-88dd-00aa08f37927', 'name': '', 'network_id': '42175756-6c19-4b6c-8f7a-d34501eaadbb', 'tenant_id': 'd37c5cf4d963481685e2d41519bfe2ff', 'mac_address': 'fa:16:3e:e9:b2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5996fc-6372-4b30-a92c-ff6f1594dd63', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '91fb7085-b683-4906-97f3-4841714c8e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:17:16Z', 'updated_at': '2022-03-02T17:17:23Z', 'revision_number': 5, 'project_id': 'd37c5cf4d963481685e2d41519bfe2ff', 'subnets': [{'id': '91fb7085-b683-4906-97f3-4841714c8e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:18:50.811743 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a939e84-c2af-459d-bd30-41a3e3478152 None None] The sync data for ids ['2e5996fc-6372-4b30-a92c-ff6f1594dd63'] in dv-cinder-778193-22-iscsi is: [{'id': '2e5996fc-6372-4b30-a92c-ff6f1594dd63', 'name': 'tempest-TestMinimumBasicScenario-797124420-router', 'tenant_id': 'd37c5cf4d963481685e2d41519bfe2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'bbb3beb6-e103-4386-91e3-421ab7d1d352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:17:12Z', 'updated_at': '2022-03-02T17:17:17Z', 'revision_number': 4, 'project_id': 'd37c5cf4d963481685e2d41519bfe2ff', 'gw_port': {'id': 'bbb3beb6-e103-4386-91e3-421ab7d1d352', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:03:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5996fc-6372-4b30-a92c-ff6f1594dd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:17:13Z', 'updated_at': '2022-03-02T17:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_floatingips': [{'id': '9977d02f-6e2b-4601-8fd2-fedcc67f72f8', 'tenant_id': 'd37c5cf4d963481685e2d41519bfe2ff', 'floating_ip_address': '172.27.1.70', 'floating_network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'router_id': '2e5996fc-6372-4b30-a92c-ff6f1594dd63', 'port_id': '9a411f73-0820-4705-9708-9ad9a4bd924c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42175756-6c19-4b6c-8f7a-d34501eaadbb', 'mac_address': 'fa:16:3e:39:ea:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08bd6a6-119c-4ce4-bb53-ced878235c33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:18:47Z', 'updated_at': '2022-03-02T17:18:47Z', 'revision_number': 0, 'project_id': 'd37c5cf4d963481685e2d41519bfe2ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f40ba90-5d10-4dfa-88dd-00aa08f37927', 'name': '', 'network_id': '42175756-6c19-4b6c-8f7a-d34501eaadbb', 'tenant_id': 'd37c5cf4d963481685e2d41519bfe2ff', 'mac_address': 'fa:16:3e:e9:b2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5996fc-6372-4b30-a92c-ff6f1594dd63', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '91fb7085-b683-4906-97f3-4841714c8e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:17:16Z', 'updated_at': '2022-03-02T17:17:23Z', 'revision_number': 5, 'project_id': 'd37c5cf4d963481685e2d41519bfe2ff', 'subnets': [{'id': '91fb7085-b683-4906-97f3-4841714c8e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 17:18:50.876312 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-49b6369e-a3f7-45d0-9655-859ad31641fe tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Publish callbacks [] for security_group_rule (3298a973-809c-43dc-ab3f-7246052c73eb), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:50.886022 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-6b9a12f1-186d-4cee-bd84-8a2f7009314f req-9ace9cdd-a76e-4ab2-a1a0-e843f589c44e tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/security-groups?id=828231c7-89f0-4028-967b-d89e04dffd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945641 Mar 02 17:18:50.913533 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0eb37efc-f127-4366-ad8f-57f0c53614b0 req-ce955be5-8a46-43c8-bdfc-f470f577cb8a tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600130 Mar 02 17:18:50.937348 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a305f32e-bb75-45f2-aea8-e68e753cb8c4 req-a0fbeffe-3c84-4d70-8cbf-a587b53d0b31 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:50.937348 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-a305f32e-bb75-45f2-aea8-e68e753cb8c4 req-a0fbeffe-3c84-4d70-8cbf-a587b53d0b31 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.49 "GET /v2.0/ports?device_id=4081c5a4-d3d8-4855-87a3-25860d7f4961 HTTP/1.1" status: 200 len: 945 time: 0.2199450 Mar 02 17:18:51.008895 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-49b6369e-a3f7-45d0-9655-859ad31641fe tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Publish callbacks [] for security_group_rule (3298a973-809c-43dc-ab3f-7246052c73eb), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:51.077063 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device b68d8011-6aa0-4d28-8e03-0da9e6f36b0e up at agent hyperv_hv-cinder-77819 {{(pid=103839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 17:18:51.082732 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-49b6369e-a3f7-45d0-9655-859ad31641fe tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785262'] for security_group_rule (3298a973-809c-43dc-ab3f-7246052c73eb), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:51.120089 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b6369e-a3f7-45d0-9655-859ad31641fe tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3298a973-809c-43dc-ab3f-7246052c73eb,revision_number=0']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:18:51.120200 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [req-a305f32e-bb75-45f2-aea8-e68e753cb8c4 req-f62c86f8-d6c4-4701-a8bb-b157f5c73e5c tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Deleting port 4a256a90-0d43-4274-8693-d4c1c406c0a5 {{(pid=103838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 17:18:51.120200 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-a305f32e-bb75-45f2-aea8-e68e753cb8c4 req-f62c86f8-d6c4-4701-a8bb-b157f5c73e5c tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757691651449'] for port (4a256a90-0d43-4274-8693-d4c1c406c0a5), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:51.197357 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9b47cb-46ff-4e92-b94e-b99dbcde24fd None None] New status for floating IP 9977d02f-6e2b-4601-8fd2-fedcc67f72f8: ACTIVE {{(pid=103839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 17:18:51.228942 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-49b6369e-a3f7-45d0-9655-859ad31641fe tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:51.230899 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-49b6369e-a3f7-45d0-9655-859ad31641fe tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5120542 Mar 02 17:18:51.235010 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 49856) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:18:51.240073 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-768cc655-7a0e-4fc9-bb5c-8310db1a0c9a tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Request body: {'security_group_rule': {'security_group_id': '31bb6b75-c2a0-45f3-8689-e1fcac5b58d7', 'project_id': 'd37c5cf4d963481685e2d41519bfe2ff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:18:51.300322 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [req-a305f32e-bb75-45f2-aea8-e68e753cb8c4 req-f62c86f8-d6c4-4701-a8bb-b157f5c73e5c tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] For port 4a256a90-0d43-4274-8693-d4c1c406c0a5, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=4a256a90-0d43-4274-8693-d4c1c406c0a5,segment=NetworkSegment(4a5dee39-eed3-4cc2-bb42-87d9e619875d),segment_id=4a5dee39-eed3-4cc2-bb42-87d9e619875d)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:18:51.300965 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-a305f32e-bb75-45f2-aea8-e68e753cb8c4 req-f62c86f8-d6c4-4701-a8bb-b157f5c73e5c tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757418'] for port (4a256a90-0d43-4274-8693-d4c1c406c0a5), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:51.327207 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [req-a305f32e-bb75-45f2-aea8-e68e753cb8c4 req-f62c86f8-d6c4-4701-a8bb-b157f5c73e5c tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Calling delete_port for 4a256a90-0d43-4274-8693-d4c1c406c0a5 owned by compute:nova {{(pid=103838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 17:18:51.330161 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Provisioning complete for port b68d8011-6aa0-4d28-8e03-0da9e6f36b0e triggered by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:18:51.330779 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (b68d8011-6aa0-4d28-8e03-0da9e6f36b0e), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:51.383225 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-768cc655-7a0e-4fc9-bb5c-8310db1a0c9a tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Publish callbacks [] for security_group_rule (6954793a-8b5d-4144-bf83-12753fba1c86), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:51.502816 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Current status of the port b68d8011-6aa0-4d28-8e03-0da9e6f36b0e is: BUILD; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:18:51.503461 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (b68d8011-6aa0-4d28-8e03-0da9e6f36b0e), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:51.515733 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-768cc655-7a0e-4fc9-bb5c-8310db1a0c9a tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Publish callbacks [] for security_group_rule (6954793a-8b5d-4144-bf83-12753fba1c86), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:51.534375 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0f06e23-1e9f-4ea7-ab98-6d5ed74183df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b68d8011-6aa0-4d28-8e03-0da9e6f36b0e'}] {{(pid=103839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 17:18:51.536167 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1ae65c9246df630c0a528d92fdc2f4b7a0a5f54ed45d3739c3110b66571c885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f7f89f-949c-4b1a-917b-932643e131f2" -d '{"events": [{"server_uuid": "a0f06e23-1e9f-4ea7-ab98-6d5ed74183df", "name": "network-vif-plugged", "status": "completed", "tag": "b68d8011-6aa0-4d28-8e03-0da9e6f36b0e"}]}' {{(pid=103839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 17:18:51.574716 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] For port b68d8011-6aa0-4d28-8e03-0da9e6f36b0e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b68d8011-6aa0-4d28-8e03-0da9e6f36b0e,segment=NetworkSegment(045cca5b-a9b4-4a6c-8670-18c98461fa58),segment_id=045cca5b-a9b4-4a6c-8670-18c98461fa58)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:18:51.591257 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 17:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e94b509-5f11-4ac3-ad4d-9f9f7c6c80f0 x-openstack-request-id: req-3e94b509-5f11-4ac3-ad4d-9f9f7c6c80f0 {{(pid=103839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 17:18:51.592323 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0f06e23-1e9f-4ea7-ab98-6d5ed74183df", "name": "network-vif-plugged", "status": "completed", "tag": "b68d8011-6aa0-4d28-8e03-0da9e6f36b0e", "code": 200}]} {{(pid=103839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 17:18:51.597882 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-768cc655-7a0e-4fc9-bb5c-8310db1a0c9a tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785262'] for security_group_rule (6954793a-8b5d-4144-bf83-12753fba1c86), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:51.603241 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3e94b509-5f11-4ac3-ad4d-9f9f7c6c80f0 {{(pid=103839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 17:18:51.606261 dv-cinder-778193-22-iscsi neutron-server[103839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0f06e23-1e9f-4ea7-ab98-6d5ed74183df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b68d8011-6aa0-4d28-8e03-0da9e6f36b0e', 'code': 200} Mar 02 17:18:51.623537 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768cc655-7a0e-4fc9-bb5c-8310db1a0c9a tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6954793a-8b5d-4144-bf83-12753fba1c86,revision_number=0']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:18:51.672624 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (b68d8011-6aa0-4d28-8e03-0da9e6f36b0e), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:51.743051 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-768cc655-7a0e-4fc9-bb5c-8310db1a0c9a tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:51.744322 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-768cc655-7a0e-4fc9-bb5c-8310db1a0c9a tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5081966 Mar 02 17:18:51.748641 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 49862) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:18:51.753257 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Pushing event updated for resources: {'Port': ['ID=b68d8011-6aa0-4d28-8e03-0da9e6f36b0e,revision_number=10']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:18:51.754846 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-bc5f85b8-8b9c-4e7b-aff7-eb4a09b1fe96 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Request body: {'security_group_rule': {'security_group_id': '31bb6b75-c2a0-45f3-8689-e1fcac5b58d7', 'project_id': 'd37c5cf4d963481685e2d41519bfe2ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:18:51.775536 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-a305f32e-bb75-45f2-aea8-e68e753cb8c4 req-f62c86f8-d6c4-4701-a8bb-b157f5c73e5c tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757691659996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757691134190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26691326'] for port (4a256a90-0d43-4274-8693-d4c1c406c0a5), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:51.788418 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] get_ports_and_sgs() called for port_ids ['4a256a90-0d43-4274-8693-d4c1c406c0a5'] {{(pid=103839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 17:18:51.834354 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62c86f8-d6c4-4701-a8bb-b157f5c73e5c tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Pushing event deleted for resources: {'Port': ['ID=4a256a90-0d43-4274-8693-d4c1c406c0a5,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:18:51.855448 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.db.securitygroups_db [None req-bc5f85b8-8b9c-4e7b-aff7-eb4a09b1fe96 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Project d37c5cf4d963481685e2d41519bfe2ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 17:18:51.861204 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-bc5f85b8-8b9c-4e7b-aff7-eb4a09b1fe96 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Publish callbacks [] for security_group_rule (a88e6f7d-e1e1-46ac-8fe3-4fc16b92311c), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:51.894034 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [req-a305f32e-bb75-45f2-aea8-e68e753cb8c4 req-f62c86f8-d6c4-4701-a8bb-b157f5c73e5c tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] No DVR routers for this DVR port 4a256a90-0d43-4274-8693-d4c1c406c0a5 on host hv-cinder-77819 {{(pid=103838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:18:51.898553 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-a305f32e-bb75-45f2-aea8-e68e753cb8c4 req-f62c86f8-d6c4-4701-a8bb-b157f5c73e5c tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021714'] for port (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:51.902156 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-a305f32e-bb75-45f2-aea8-e68e753cb8c4 req-f62c86f8-d6c4-4701-a8bb-b157f5c73e5c tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.49 "DELETE /v2.0/ports/4a256a90-0d43-4274-8693-d4c1c406c0a5 HTTP/1.1" status: 204 len: 173 time: 0.9528651 Mar 02 17:18:51.914545 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4081c5a4-d3d8-4855-87a3-25860d7f4961', 'name': 'network-vif-deleted', 'tag': '4a256a90-0d43-4274-8693-d4c1c406c0a5'}] {{(pid=103838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 17:18:51.916007 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7c8e0f7c7170b606f581d652a183e77a47547618c5f9292d8eb62f06a367e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9357491a-d88d-41aa-85dc-c7e436c25c8a" -d '{"events": [{"server_uuid": "4081c5a4-d3d8-4855-87a3-25860d7f4961", "name": "network-vif-deleted", "tag": "4a256a90-0d43-4274-8693-d4c1c406c0a5"}]}' {{(pid=103838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 17:18:51.968170 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-bc5f85b8-8b9c-4e7b-aff7-eb4a09b1fe96 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Publish callbacks [] for security_group_rule (a88e6f7d-e1e1-46ac-8fe3-4fc16b92311c), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:52.024428 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 17:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94437b12-786f-4d0f-8108-1a1f4f266010 x-openstack-request-id: req-94437b12-786f-4d0f-8108-1a1f4f266010 {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 17:18:52.024926 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4081c5a4-d3d8-4855-87a3-25860d7f4961", "name": "network-vif-deleted", "tag": "4a256a90-0d43-4274-8693-d4c1c406c0a5", "status": "completed", "code": 200}]} {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 17:18:52.025326 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-94437b12-786f-4d0f-8108-1a1f4f266010 {{(pid=103838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 17:18:52.025817 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4081c5a4-d3d8-4855-87a3-25860d7f4961', 'name': 'network-vif-deleted', 'tag': '4a256a90-0d43-4274-8693-d4c1c406c0a5', 'status': 'completed', 'code': 200} Mar 02 17:18:52.031468 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-bc5f85b8-8b9c-4e7b-aff7-eb4a09b1fe96 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785262'] for security_group_rule (a88e6f7d-e1e1-46ac-8fe3-4fc16b92311c), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:52.049540 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5f85b8-8b9c-4e7b-aff7-eb4a09b1fe96 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a88e6f7d-e1e1-46ac-8fe3-4fc16b92311c,revision_number=0']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:18:52.123517 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c4b880c7-77b9-4193-bdcd-f8bd1c8097cf req-9a4a98a4-44f4-4677-8c01-5aa1c4f33988 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4081c5a4-d3d8-4855-87a3-25860d7f4961 HTTP/1.1" status: 200 len: 210 time: 0.0599816 Mar 02 17:18:52.142308 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-bc5f85b8-8b9c-4e7b-aff7-eb4a09b1fe96 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:52.144223 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-bc5f85b8-8b9c-4e7b-aff7-eb4a09b1fe96 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3935754 Mar 02 17:18:52.147464 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 49874) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:18:52.172804 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [None req-c7dbae95-34fd-492f-8dad-38319613262d tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Request body: {'security_group_rule': {'security_group_id': '31bb6b75-c2a0-45f3-8689-e1fcac5b58d7', 'project_id': 'd37c5cf4d963481685e2d41519bfe2ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:18:52.216431 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafbecac-bff6-42d4-b93a-3639c81d410d req-d15fc9ae-3bbc-45c7-a262-d8c7f4bdb949 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:52.219279 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-eafbecac-bff6-42d4-b93a-3639c81d410d req-d15fc9ae-3bbc-45c7-a262-d8c7f4bdb949 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 946 time: 0.0941062 Mar 02 17:18:52.296122 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-eafbecac-bff6-42d4-b93a-3639c81d410d req-247277d3-efb9-4da8-bd11-07c3d3f721bf tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595624 Mar 02 17:18:52.329594 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.db.securitygroups_db [None req-c7dbae95-34fd-492f-8dad-38319613262d tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Project d37c5cf4d963481685e2d41519bfe2ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 17:18:52.355925 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-c7dbae95-34fd-492f-8dad-38319613262d tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Publish callbacks [] for security_group_rule (f1d188a9-a4bf-474d-af7c-cef4f861e32c), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:52.427251 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b6d1f1-0da4-4242-a43a-e50d5049433c req-7de11599-8ae9-4e69-8315-68eca45be113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:52.429267 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-62b6d1f1-0da4-4242-a43a-e50d5049433c req-7de11599-8ae9-4e69-8315-68eca45be113 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 1130 time: 0.1186538 Mar 02 17:18:52.473460 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-c7dbae95-34fd-492f-8dad-38319613262d tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Publish callbacks [] for security_group_rule (f1d188a9-a4bf-474d-af7c-cef4f861e32c), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:52.496977 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-62b6d1f1-0da4-4242-a43a-e50d5049433c req-4356ccb6-6b88-428b-81a1-347085fb8db1 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595427 Mar 02 17:18:52.593446 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-c7dbae95-34fd-492f-8dad-38319613262d tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785262'] for security_group_rule (f1d188a9-a4bf-474d-af7c-cef4f861e32c), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:52.622082 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dbae95-34fd-492f-8dad-38319613262d tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1d188a9-a4bf-474d-af7c-cef4f861e32c,revision_number=0']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:18:52.725602 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-c7dbae95-34fd-492f-8dad-38319613262d tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:52.737430 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-c7dbae95-34fd-492f-8dad-38319613262d tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5880179 Mar 02 17:18:52.859281 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c107387f-06ac-4606-9d29-6cbaa904bcd5 req-6636a84a-7b8e-4565-a055-2abd2e431506 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-351083656&fields=id&tenant_id=d37c5cf4d963481685e2d41519bfe2ff HTTP/1.1" status: 200 len: 267 time: 0.0612087 Mar 02 17:18:52.926530 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c107387f-06ac-4606-9d29-6cbaa904bcd5 req-685ddc8b-7572-4649-9c11-9c53ba4f33ba tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:52.927914 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c107387f-06ac-4606-9d29-6cbaa904bcd5 req-685ddc8b-7572-4649-9c11-9c53ba4f33ba tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/ports?device_id=f08bd6a6-119c-4ce4-bb53-ced878235c33 HTTP/1.1" status: 200 len: 946 time: 0.0590906 Mar 02 17:18:52.944446 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [req-c107387f-06ac-4606-9d29-6cbaa904bcd5 req-66bab313-cd00-47e3-a6df-5c6000944674 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Request body: {'port': {'security_groups': ['aae85e0a-c103-4ddd-81a2-76fd14f89f6d', '31bb6b75-c2a0-45f3-8689-e1fcac5b58d7']}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:18:53.036758 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-c107387f-06ac-4606-9d29-6cbaa904bcd5 req-66bab313-cd00-47e3-a6df-5c6000944674 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (9a411f73-0820-4705-9708-9ad9a4bd924c), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:53.342333 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-ded06de8-8863-436b-97b5-2439740b4444 req-265e9b6b-c98a-48b7-9da3-1d8a25a0cde8 tempest-ServerRescueNegativeTestJSON-690426069 tempest-ServerRescueNegativeTestJSON-690426069-project] 10.222.0.55 "GET /v2.0/ports?device_id=4081c5a4-d3d8-4855-87a3-25860d7f4961 HTTP/1.1" status: 200 len: 210 time: 0.0623722 Mar 02 17:18:53.390403 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [req-c107387f-06ac-4606-9d29-6cbaa904bcd5 req-66bab313-cd00-47e3-a6df-5c6000944674 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] For port 9a411f73-0820-4705-9708-9ad9a4bd924c, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=9a411f73-0820-4705-9708-9ad9a4bd924c,segment=NetworkSegment(e79ee02c-f592-41ea-9c45-0cb60a387a0c),segment_id=e79ee02c-f592-41ea-9c45-0cb60a387a0c)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:18:53.447673 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-c107387f-06ac-4606-9d29-6cbaa904bcd5 req-66bab313-cd00-47e3-a6df-5c6000944674 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Publish callbacks [] for port (9a411f73-0820-4705-9708-9ad9a4bd924c), precommit_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:53.469640 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac59ce-ee33-46c9-96df-dffd8ae1c515 req-fd3559ae-f9c3-4de6-8f6f-1b6133ab653d tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:53.471177 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-60ac59ce-ee33-46c9-96df-dffd8ae1c515 req-fd3559ae-f9c3-4de6-8f6f-1b6133ab653d tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 946 time: 0.0681694 Mar 02 17:18:53.520833 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-60ac59ce-ee33-46c9-96df-dffd8ae1c515 req-066f1c46-937c-420e-9668-f242a8c3c0d1 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439308 Mar 02 17:18:53.581412 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-c107387f-06ac-4606-9d29-6cbaa904bcd5 req-66bab313-cd00-47e3-a6df-5c6000944674 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26691319'] for port (9a411f73-0820-4705-9708-9ad9a4bd924c), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:53.599109 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] get_ports_and_sgs() called for port_ids ['9a411f73-0820-4705-9708-9ad9a4bd924c'] {{(pid=103839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 17:18:53.686720 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c107387f-06ac-4606-9d29-6cbaa904bcd5 req-66bab313-cd00-47e3-a6df-5c6000944674 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:53.687472 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-c107387f-06ac-4606-9d29-6cbaa904bcd5 req-66bab313-cd00-47e3-a6df-5c6000944674 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021714'] for port (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:53.691076 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c107387f-06ac-4606-9d29-6cbaa904bcd5 req-66bab313-cd00-47e3-a6df-5c6000944674 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "PUT /v2.0/ports/9a411f73-0820-4705-9708-9ad9a4bd924c HTTP/1.1" status: 200 len: 982 time: 0.7518849 Mar 02 17:18:53.735643 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bab313-cd00-47e3-a6df-5c6000944674 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Pushing event updated for resources: {'Port': ['ID=9a411f73-0820-4705-9708-9ad9a4bd924c,revision_number=6']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:18:53.800910 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] get_ports_and_sgs() called for port_ids ['9a411f73-0820-4705-9708-9ad9a4bd924c'] {{(pid=103839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 17:18:53.860838 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85427a7-08ad-4deb-8545-bdef30c6f1f1 req-a5322c25-5959-4d9f-9ba0-f9b322bd10df tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:53.862931 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-a85427a7-08ad-4deb-8545-bdef30c6f1f1 req-a5322c25-5959-4d9f-9ba0-f9b322bd10df tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/ports?device_id=f08bd6a6-119c-4ce4-bb53-ced878235c33 HTTP/1.1" status: 200 len: 985 time: 0.0887344 Mar 02 17:18:54.005420 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-a85427a7-08ad-4deb-8545-bdef30c6f1f1 req-7018a2ea-04a4-4596-a55c-d8d21797cc67 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/security-groups?id=31bb6b75-c2a0-45f3-8689-e1fcac5b58d7&id=aae85e0a-c103-4ddd-81a2-76fd14f89f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1360531 Mar 02 17:18:54.026520 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f08bd6a6-119c-4ce4-bb53-ced878235c33', 'tag': '9a411f73-0820-4705-9708-9ad9a4bd924c'}] {{(pid=103838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 17:18:54.028973 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7c8e0f7c7170b606f581d652a183e77a47547618c5f9292d8eb62f06a367e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f13a3435-ea11-46ce-aa06-63640c18e815" -d '{"events": [{"name": "network-changed", "server_uuid": "f08bd6a6-119c-4ce4-bb53-ced878235c33", "tag": "9a411f73-0820-4705-9708-9ad9a4bd924c"}]}' {{(pid=103838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 17:18:54.073693 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 17:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c22f58d4-bac1-4316-bc36-7fb442f08a0e x-openstack-request-id: req-c22f58d4-bac1-4316-bc36-7fb442f08a0e {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 17:18:54.074002 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f08bd6a6-119c-4ce4-bb53-ced878235c33", "tag": "9a411f73-0820-4705-9708-9ad9a4bd924c", "status": "completed", "code": 200}]} {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 17:18:54.074311 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c22f58d4-bac1-4316-bc36-7fb442f08a0e {{(pid=103838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 17:18:54.074758 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f08bd6a6-119c-4ce4-bb53-ced878235c33', 'tag': '9a411f73-0820-4705-9708-9ad9a4bd924c', 'status': 'completed', 'code': 200} Mar 02 17:18:54.106598 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-1571e1af-9f5d-4eaa-9dc2-4f83cabe066d None None] Provisioning complete for port 9a411f73-0820-4705-9708-9ad9a4bd924c triggered by entity DHCP. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:18:54.107330 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-1571e1af-9f5d-4eaa-9dc2-4f83cabe066d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (9a411f73-0820-4705-9708-9ad9a4bd924c), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:54.148737 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a3435-ea11-46ce-aa06-63640c18e815 req-f764dea5-1ac3-4e17-93e9-eb0db660b19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:54.150336 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-f13a3435-ea11-46ce-aa06-63640c18e815 req-f764dea5-1ac3-4e17-93e9-eb0db660b19f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d37c5cf4d963481685e2d41519bfe2ff&device_id=f08bd6a6-119c-4ce4-bb53-ced878235c33 HTTP/1.1" status: 200 len: 1169 time: 0.0536339 Mar 02 17:18:54.295145 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a3435-ea11-46ce-aa06-63640c18e815 req-d0c8eaec-8953-4760-93a8-bba3a6ccbf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:54.296958 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-f13a3435-ea11-46ce-aa06-63640c18e815 req-d0c8eaec-8953-4760-93a8-bba3a6ccbf57 service neutron] 10.222.0.49 "GET /v2.0/networks?id=42175756-6c19-4b6c-8f7a-d34501eaadbb HTTP/1.1" status: 200 len: 915 time: 0.1392581 Mar 02 17:18:54.350991 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-1571e1af-9f5d-4eaa-9dc2-4f83cabe066d None None] Current status of the port 9a411f73-0820-4705-9708-9ad9a4bd924c is: ACTIVE; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:18:54.400817 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-f13a3435-ea11-46ce-aa06-63640c18e815 req-b48f6ca7-d9ba-4ee1-9198-d52ed231dfff service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a411f73-0820-4705-9708-9ad9a4bd924c HTTP/1.1" status: 200 len: 1001 time: 0.0852103 Mar 02 17:18:54.423069 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 49932) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:18:54.497211 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a3435-ea11-46ce-aa06-63640c18e815 req-e38019d0-3b14-4dca-86dd-1b0f905e8d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:54.500577 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-f13a3435-ea11-46ce-aa06-63640c18e815 req-e38019d0-3b14-4dca-86dd-1b0f905e8d64 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=91fb7085-b683-4906-97f3-4841714c8e20 HTTP/1.1" status: 200 len: 853 time: 0.1054652 Mar 02 17:18:54.609320 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a3435-ea11-46ce-aa06-63640c18e815 req-d26384bb-1676-4b1e-9092-cec564ca47c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:54.615679 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-f13a3435-ea11-46ce-aa06-63640c18e815 req-d26384bb-1676-4b1e-9092-cec564ca47c9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=42175756-6c19-4b6c-8f7a-d34501eaadbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1039865 Mar 02 17:18:54.752587 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf8002a-b190-4158-923f-19779516c565 req-767dae18-86e0-48cc-9b59-668b33036eb1 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:54.760274 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-3bf8002a-b190-4158-923f-19779516c565 req-767dae18-86e0-48cc-9b59-668b33036eb1 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 946 time: 0.1381505 Mar 02 17:18:54.789952 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-f13a3435-ea11-46ce-aa06-63640c18e815 req-41ed52af-1cc5-49bd-8907-7a3f91bb2399 service neutron] 10.222.0.49 "GET /v2.0/networks/42175756-6c19-4b6c-8f7a-d34501eaadbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660414 Mar 02 17:18:54.824081 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-3bf8002a-b190-4158-923f-19779516c565 req-38371aa4-e838-4a8b-83ea-fdf3ddb93fd1 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629470 Mar 02 17:18:54.940855 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-f13a3435-ea11-46ce-aa06-63640c18e815 req-0f650b7f-2097-426d-b506-6ba9474b3f75 service neutron] 10.222.0.49 "GET /v2.0/networks/42175756-6c19-4b6c-8f7a-d34501eaadbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203575 Mar 02 17:18:55.042823 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-96990c90-f3c7-43d7-9653-c03edd991450 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755649'] for router_interface (f16ef616-1f0e-499d-98da-807772de13a1), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:55.104013 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device 4a256a90-0d43-4274-8693-d4c1c406c0a5 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 17:18:55.172789 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] No Port match for: 4a256a90-0d43-4274-8693-d4c1c406c0a5 {{(pid=103839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 17:18:55.181494 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device 4a256a90-0d43-4274-8693-d4c1c406c0a5 not bound to the agent host hv-cinder-77819 {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 17:18:55.470184 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [None req-96990c90-f3c7-43d7-9653-c03edd991450 admin admin] Deleting port 633d9ab8-1cf8-4bcc-bd08-eb56783fefaf {{(pid=103837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 17:18:55.470770 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-96990c90-f3c7-43d7-9653-c03edd991450 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757691651449'] for port (633d9ab8-1cf8-4bcc-bd08-eb56783fefaf), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:55.616901 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.db [None req-96990c90-f3c7-43d7-9653-c03edd991450 admin admin] For port 633d9ab8-1cf8-4bcc-bd08-eb56783fefaf, host dv-cinder-778193-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=633d9ab8-1cf8-4bcc-bd08-eb56783fefaf,segment=NetworkSegment(4a5dee39-eed3-4cc2-bb42-87d9e619875d),segment_id=4a5dee39-eed3-4cc2-bb42-87d9e619875d)] {{(pid=103837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:18:55.617686 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-96990c90-f3c7-43d7-9653-c03edd991450 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757418'] for port (633d9ab8-1cf8-4bcc-bd08-eb56783fefaf), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:55.633098 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [None req-96990c90-f3c7-43d7-9653-c03edd991450 admin admin] Calling delete_port for 633d9ab8-1cf8-4bcc-bd08-eb56783fefaf owned by network:router_interface {{(pid=103837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 17:18:56.021432 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-96990c90-f3c7-43d7-9653-c03edd991450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757691659996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757691134190'] for port (633d9ab8-1cf8-4bcc-bd08-eb56783fefaf), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:56.051661 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c597d-918b-4bea-9721-a21d950f9836 req-4f71ccd8-6aaf-4d29-a503-c3e845a155f6 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:56.053775 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-775c597d-918b-4bea-9721-a21d950f9836 req-4f71ccd8-6aaf-4d29-a503-c3e845a155f6 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 946 time: 0.1074522 Mar 02 17:18:56.058529 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96990c90-f3c7-43d7-9653-c03edd991450 admin admin] Pushing event deleted for resources: {'Port': ['ID=633d9ab8-1cf8-4bcc-bd08-eb56783fefaf,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:18:56.135997 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-775c597d-918b-4bea-9721-a21d950f9836 req-7a515b2a-118d-4715-a8f1-fa644ca8d467 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730085 Mar 02 17:18:56.222170 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-96990c90-f3c7-43d7-9653-c03edd991450 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-755501'] for router_interface (f16ef616-1f0e-499d-98da-807772de13a1), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:56.726573 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96990c90-f3c7-43d7-9653-c03edd991450 admin admin] Router f16ef616-1f0e-499d-98da-807772de13a1 has already been hosted by L3 agent 90b713d5-0d52-4da0-a663-b3b1c9fefb3d {{(pid=103837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:18:56.848121 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 49970) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:18:56.891701 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96990c90-f3c7-43d7-9653-c03edd991450 admin admin] Notify agent at l3_agent.dv-cinder-778193-22-iscsi the message routers_updated {{(pid=103837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:18:56.901956 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01112dc-7263-40ad-8a70-f431c93b1b4d None None] Sync routers for ids ['f16ef616-1f0e-499d-98da-807772de13a1'] in dv-cinder-778193-22-iscsi {{(pid=103840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 17:18:56.915481 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-96990c90-f3c7-43d7-9653-c03edd991450 admin admin] 10.222.0.55 "PUT /v2.0/routers/f16ef616-1f0e-499d-98da-807772de13a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4887941 Mar 02 17:18:56.918412 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 49974) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:18:56.930202 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01112dc-7263-40ad-8a70-f431c93b1b4d None None] Routers {'f16ef616-1f0e-499d-98da-807772de13a1'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:18:56.933241 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_hamode_db [None req-f01112dc-7263-40ad-8a70-f431c93b1b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:18:34Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['f16ef616-1f0e-499d-98da-807772de13a1'], 'active': True} {{(pid=103840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:18:57.045388 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-69d00e1d-3228-461e-ad1d-bbeb7cee3b15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:57.089439 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-3cdd93f7-dbd3-4d75-9837-323dc05a31c9 admin admin] Publish callbacks [] for router (f16ef616-1f0e-499d-98da-807772de13a1), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:57.103933 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_dvr_db [None req-f01112dc-7263-40ad-8a70-f431c93b1b4d None None] Set router f16ef616-1f0e-499d-98da-807772de13a1 gateway port host: dv-cinder-778193-22-iscsi {{(pid=103840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:18:57.256093 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-69d00e1d-3228-461e-ad1d-bbeb7cee3b15 admin admin] Publish callbacks [] for security_group (2d96872c-8b9e-4c58-9548-e995700457f6), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:57.268203 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-3cdd93f7-dbd3-4d75-9837-323dc05a31c9 admin admin] Publish callbacks [] for router_gateway (f16ef616-1f0e-499d-98da-807772de13a1), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:57.294488 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f1f6f4-b633-422f-9077-d9d012fe7b42 req-411507a9-0072-4307-9366-595672251f8a tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:18:57.299701 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_hamode_db [None req-f01112dc-7263-40ad-8a70-f431c93b1b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16ef616-1f0e-499d-98da-807772de13a1', 'name': 'tempest-ServerRescueNegativeTestJSON-1384901836-router', 'tenant_id': '972279b7457f4e0fa6d7b4d953912711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '0099b626-06e1-4535-aeb6-ba1aa02c5619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:15:15Z', 'updated_at': '2022-03-02T17:18:55Z', 'revision_number': 5, 'project_id': '972279b7457f4e0fa6d7b4d953912711', 'gw_port': {'id': '0099b626-06e1-4535-aeb6-ba1aa02c5619', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16ef616-1f0e-499d-98da-807772de13a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:15:16Z', 'updated_at': '2022-03-02T17:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi'}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:18:57.305036 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-26f1f6f4-b633-422f-9077-d9d012fe7b42 req-411507a9-0072-4307-9366-595672251f8a tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 946 time: 0.0902052 Mar 02 17:18:57.348494 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-69d00e1d-3228-461e-ad1d-bbeb7cee3b15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (2d96872c-8b9e-4c58-9548-e995700457f6), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:57.363230 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01112dc-7263-40ad-8a70-f431c93b1b4d None None] Checking router: f16ef616-1f0e-499d-98da-807772de13a1 for host: dv-cinder-778193-22-iscsi {{(pid=103840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 17:18:57.380848 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01112dc-7263-40ad-8a70-f431c93b1b4d None None] Routers {'f16ef616-1f0e-499d-98da-807772de13a1'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:18:57.381527 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_hamode_db [None req-f01112dc-7263-40ad-8a70-f431c93b1b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:18:34Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['f16ef616-1f0e-499d-98da-807772de13a1'], 'active': True} {{(pid=103840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:18:57.397219 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-26f1f6f4-b633-422f-9077-d9d012fe7b42 req-8b7dfdf6-a3fe-4e53-b806-01c241557f64 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831733 Mar 02 17:18:57.479671 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d00e1d-3228-461e-ad1d-bbeb7cee3b15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d96872c-8b9e-4c58-9548-e995700457f6,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:18:57.484765 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_dvr_db [None req-f01112dc-7263-40ad-8a70-f431c93b1b4d None None] Set router f16ef616-1f0e-499d-98da-807772de13a1 gateway port host: None {{(pid=103840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:18:57.495772 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-69d00e1d-3228-461e-ad1d-bbeb7cee3b15 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d2cf36604f0c441284a9eff5abe16a18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6463387 Mar 02 17:18:57.498989 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 49984) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:18:57.530387 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-3cdd93f7-dbd3-4d75-9837-323dc05a31c9 admin admin] Deleting port 0099b626-06e1-4535-aeb6-ba1aa02c5619 {{(pid=103838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 17:18:57.531179 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-3cdd93f7-dbd3-4d75-9837-323dc05a31c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757691651449'] for port (0099b626-06e1-4535-aeb6-ba1aa02c5619), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:57.541761 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_hamode_db [None req-f01112dc-7263-40ad-8a70-f431c93b1b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16ef616-1f0e-499d-98da-807772de13a1', 'name': 'tempest-ServerRescueNegativeTestJSON-1384901836-router', 'tenant_id': '972279b7457f4e0fa6d7b4d953912711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:15:15Z', 'updated_at': '2022-03-02T17:18:57Z', 'revision_number': 6, 'project_id': '972279b7457f4e0fa6d7b4d953912711', 'gw_port_host': None}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:18:57.574739 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01112dc-7263-40ad-8a70-f431c93b1b4d None None] The sync data for ids ['f16ef616-1f0e-499d-98da-807772de13a1'] in dv-cinder-778193-22-iscsi is: [{'id': 'f16ef616-1f0e-499d-98da-807772de13a1', 'name': 'tempest-ServerRescueNegativeTestJSON-1384901836-router', 'tenant_id': '972279b7457f4e0fa6d7b4d953912711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:15:15Z', 'updated_at': '2022-03-02T17:18:57Z', 'revision_number': 6, 'project_id': '972279b7457f4e0fa6d7b4d953912711', 'gw_port_host': None}] {{(pid=103840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 17:18:57.603660 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-0f6a089d-377c-43eb-8655-318a04e92a6e admin admin] Publish callbacks [] for security_group (2d96872c-8b9e-4c58-9548-e995700457f6), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:57.635799 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-3cdd93f7-dbd3-4d75-9837-323dc05a31c9 admin admin] For port 0099b626-06e1-4535-aeb6-ba1aa02c5619, host dv-cinder-778193-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=0099b626-06e1-4535-aeb6-ba1aa02c5619,segment=NetworkSegment(52804d28-a361-4369-98ca-e918669c489a),segment_id=52804d28-a361-4369-98ca-e918669c489a)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:18:57.636158 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-3cdd93f7-dbd3-4d75-9837-323dc05a31c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757418'] for port (0099b626-06e1-4535-aeb6-ba1aa02c5619), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:57.650060 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-0f6a089d-377c-43eb-8655-318a04e92a6e admin admin] Publish callbacks [] for security_group (2d96872c-8b9e-4c58-9548-e995700457f6), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:57.652184 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-3cdd93f7-dbd3-4d75-9837-323dc05a31c9 admin admin] Calling delete_port for 0099b626-06e1-4535-aeb6-ba1aa02c5619 owned by network:router_gateway {{(pid=103838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 17:18:57.849368 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.agents_db [None req-2c4e262f-840f-46f3-949a-97bfddff46e9 None None] Agent healthcheck: found 6 active agents {{(pid=103840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 17:18:57.874122 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-0f6a089d-377c-43eb-8655-318a04e92a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (2d96872c-8b9e-4c58-9548-e995700457f6), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:57.879011 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-0f6a089d-377c-43eb-8655-318a04e92a6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:57.886173 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-0f6a089d-377c-43eb-8655-318a04e92a6e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2d96872c-8b9e-4c58-9548-e995700457f6 HTTP/1.1" status: 204 len: 168 time: 0.3852344 Mar 02 17:18:57.898727 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6a089d-377c-43eb-8655-318a04e92a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d96872c-8b9e-4c58-9548-e995700457f6,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:18:57.922581 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-3cdd93f7-dbd3-4d75-9837-323dc05a31c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757691659996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757691134190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26691326'] for port (0099b626-06e1-4535-aeb6-ba1aa02c5619), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:57.984037 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdd93f7-dbd3-4d75-9837-323dc05a31c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0099b626-06e1-4535-aeb6-ba1aa02c5619,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:18:58.117895 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-3cdd93f7-dbd3-4d75-9837-323dc05a31c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-755343'] for router_gateway (f16ef616-1f0e-499d-98da-807772de13a1), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:58.266805 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-3cdd93f7-dbd3-4d75-9837-323dc05a31c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-758303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4915'] for router (f16ef616-1f0e-499d-98da-807772de13a1), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:58.270894 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-3cdd93f7-dbd3-4d75-9837-323dc05a31c9 admin admin] Publish callbacks [] for router_controller (f16ef616-1f0e-499d-98da-807772de13a1), precommit_delete_associations {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:58.448118 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-3cdd93f7-dbd3-4d75-9837-323dc05a31c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-758308'] for router (f16ef616-1f0e-499d-98da-807772de13a1), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:58.448651 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cdd93f7-dbd3-4d75-9837-323dc05a31c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f16ef616-1f0e-499d-98da-807772de13a1 {{(pid=103838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 17:18:58.455716 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-3cdd93f7-dbd3-4d75-9837-323dc05a31c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:58.456902 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-3cdd93f7-dbd3-4d75-9837-323dc05a31c9 admin admin] 10.222.0.55 "DELETE /v2.0/routers/f16ef616-1f0e-499d-98da-807772de13a1 HTTP/1.1" status: 204 len: 168 time: 1.5372627 Mar 02 17:18:58.460227 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 49992) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:18:58.516618 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.db_base_plugin_v2 [None req-baa7ebac-2a65-47f7-996b-0ab537decc1e admin admin] Deleting subnet af473c7a-b242-4124-a285-d83fb26df936 {{(pid=103838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 17:18:58.523718 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-baa7ebac-2a65-47f7-996b-0ab537decc1e admin admin] Publish callbacks [] for subnet (af473c7a-b242-4124-a285-d83fb26df936), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:58.571917 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-baa7ebac-2a65-47f7-996b-0ab537decc1e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26733585'] for subnet (af473c7a-b242-4124-a285-d83fb26df936), precommit_delete_associations {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:58.627958 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-baa7ebac-2a65-47f7-996b-0ab537decc1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223364'] for subnet (af473c7a-b242-4124-a285-d83fb26df936), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:59.084672 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-baa7ebac-2a65-47f7-996b-0ab537decc1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26691277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26336892'] for subnet (af473c7a-b242-4124-a285-d83fb26df936), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:59.113768 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa7ebac-2a65-47f7-996b-0ab537decc1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af473c7a-b242-4124-a285-d83fb26df936,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:18:59.120073 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-baa7ebac-2a65-47f7-996b-0ab537decc1e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:59.126734 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-baa7ebac-2a65-47f7-996b-0ab537decc1e admin admin] 10.222.0.55 "DELETE /v2.0/subnets/af473c7a-b242-4124-a285-d83fb26df936 HTTP/1.1" status: 204 len: 168 time: 0.6631851 Mar 02 17:18:59.126890 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 50000) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:18:59.222700 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-a3b763ab-ac20-4baf-99ba-15b06e6e1c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4180927'] for network (ef02e7c1-3825-40da-8301-7b2b393305d9), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:59.315603 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-a3b763ab-ac20-4baf-99ba-15b06e6e1c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3970239', 'neutron.services.segments.db._delete_segments_for_network-8757691626141'] for network (ef02e7c1-3825-40da-8301-7b2b393305d9), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:59.340997 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.services.segments.db [None req-a3b763ab-ac20-4baf-99ba-15b06e6e1c03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef02e7c1-3825-40da-8301-7b2b393305d9']}} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:18:59.352664 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.services.segments.db [None req-a3b763ab-ac20-4baf-99ba-15b06e6e1c03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a5dee39-eed3-4cc2-bb42-87d9e619875d') {'for_net_delete': True} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:18:59.353331 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.services.segments.db [None req-a3b763ab-ac20-4baf-99ba-15b06e6e1c03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a5dee39-eed3-4cc2-bb42-87d9e619875d') {} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:18:59.365196 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-a3b763ab-ac20-4baf-99ba-15b06e6e1c03 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757691629734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26733574'] for segment (4a5dee39-eed3-4cc2-bb42-87d9e619875d), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:59.371501 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device 0099b626-06e1-4535-aeb6-ba1aa02c5619 no longer exists at agent ovs-agent-dv-cinder-778193-22-iscsi {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 17:18:59.382798 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-a3b763ab-ac20-4baf-99ba-15b06e6e1c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220699'] for segment (4a5dee39-eed3-4cc2-bb42-87d9e619875d), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:59.392229 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3b763ab-ac20-4baf-99ba-15b06e6e1c03 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=103838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 17:18:59.392774 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-a3b763ab-ac20-4baf-99ba-15b06e6e1c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26691091'] for segment (4a5dee39-eed3-4cc2-bb42-87d9e619875d), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:59.394817 dv-cinder-778193-22-iscsi neutron-server[103838]: Traceback (most recent call last): Mar 02 17:18:59.394817 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 17:18:59.394817 dv-cinder-778193-22-iscsi neutron-server[103838]: timer() Mar 02 17:18:59.394817 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:18:59.394817 dv-cinder-778193-22-iscsi neutron-server[103838]: cb(*args, **kw) Mar 02 17:18:59.394817 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 17:18:59.394817 dv-cinder-778193-22-iscsi neutron-server[103838]: return func(*args, **kwargs) Mar 02 17:18:59.394817 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:18:59.394817 dv-cinder-778193-22-iscsi neutron-server[103838]: self._notify() Mar 02 17:18:59.394817 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:18:59.394817 dv-cinder-778193-22-iscsi neutron-server[103838]: self.callback(batched_events) Mar 02 17:18:59.394817 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:18:59.394817 dv-cinder-778193-22-iscsi neutron-server[103838]: event.method(event) Mar 02 17:18:59.394817 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 17:18:59.394817 dv-cinder-778193-22-iscsi neutron-server[103838]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:18:59.394817 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 17:18:59.394817 dv-cinder-778193-22-iscsi neutron-server[103838]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:18:59.394817 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 17:18:59.394817 dv-cinder-778193-22-iscsi neutron-server[103838]: return f(self, *a, **k) Mar 02 17:18:59.394817 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:18:59.394817 dv-cinder-778193-22-iscsi neutron-server[103838]: return self._get(url).json() Mar 02 17:18:59.394817 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:18:59.394817 dv-cinder-778193-22-iscsi neutron-server[103838]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:18:59.394817 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 17:18:59.394817 dv-cinder-778193-22-iscsi neutron-server[103838]: return self.request(url, 'GET', **kwargs) Mar 02 17:18:59.394817 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 17:18:59.394817 dv-cinder-778193-22-iscsi neutron-server[103838]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:18:59.394817 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 17:18:59.394817 dv-cinder-778193-22-iscsi neutron-server[103838]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:18:59.394817 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 17:18:59.394817 dv-cinder-778193-22-iscsi neutron-server[103838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:18:59.394817 dv-cinder-778193-22-iscsi neutron-server[103838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:18:59.411086 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] No Port match for: 0099b626-06e1-4535-aeb6-ba1aa02c5619 {{(pid=103839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 17:18:59.411724 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device 0099b626-06e1-4535-aeb6-ba1aa02c5619 not bound to the agent host dv-cinder-778193-22-iscsi {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 17:18:59.412345 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device 633d9ab8-1cf8-4bcc-bd08-eb56783fefaf no longer exists at agent ovs-agent-dv-cinder-778193-22-iscsi {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 17:18:59.432487 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] No Port match for: 633d9ab8-1cf8-4bcc-bd08-eb56783fefaf {{(pid=103839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 17:18:59.432835 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device 633d9ab8-1cf8-4bcc-bd08-eb56783fefaf not bound to the agent host dv-cinder-778193-22-iscsi {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 17:18:59.575668 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-a3b763ab-ac20-4baf-99ba-15b06e6e1c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3970246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-755379'] for network (ef02e7c1-3825-40da-8301-7b2b393305d9), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:59.581726 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-a3b763ab-ac20-4baf-99ba-15b06e6e1c03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572135'] for network (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:18:59.584961 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-a3b763ab-ac20-4baf-99ba-15b06e6e1c03 admin admin] 10.222.0.55 "DELETE /v2.0/networks/ef02e7c1-3825-40da-8301-7b2b393305d9 HTTP/1.1" status: 204 len: 168 time: 0.4567702 Mar 02 17:18:59.600091 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b763ab-ac20-4baf-99ba-15b06e6e1c03 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef02e7c1-3825-40da-8301-7b2b393305d9,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:19:00.050457 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 50008) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:19:00.101509 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-ac95920d-946d-45fa-8ec9-f6820319f349 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=972279b7457f4e0fa6d7b4d953912711&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0470965 Mar 02 17:19:00.101754 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 50010) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:19:00.163476 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c6e508d7-c226-4588-9a19-b4ecd161d8ab admin admin] Publish callbacks [] for security_group (828231c7-89f0-4028-967b-d89e04dffd00), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:00.197132 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c6e508d7-c226-4588-9a19-b4ecd161d8ab admin admin] Publish callbacks [] for security_group (828231c7-89f0-4028-967b-d89e04dffd00), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:00.504782 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c6e508d7-c226-4588-9a19-b4ecd161d8ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (828231c7-89f0-4028-967b-d89e04dffd00), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:00.507441 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c6e508d7-c226-4588-9a19-b4ecd161d8ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:00.508601 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-c6e508d7-c226-4588-9a19-b4ecd161d8ab admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/828231c7-89f0-4028-967b-d89e04dffd00 HTTP/1.1" status: 204 len: 168 time: 0.4058039 Mar 02 17:19:00.517089 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e508d7-c226-4588-9a19-b4ecd161d8ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=828231c7-89f0-4028-967b-d89e04dffd00,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:19:01.787309 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-3be99efd-79b6-495a-9a6e-7a7f3e8114d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (0060df7f-f835-4890-b25c-3842f545a9d0), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:01.869049 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 50040) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:19:02.009668 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [None req-24146b18-c6ce-4c69-8137-9d95262ff3cd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-751273809-network', 'tenant_id': '897cb86723544dc8ad80348cfa07e75a'}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:19:02.116211 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24146b18-c6ce-4c69-8137-9d95262ff3cd admin admin] Made reservation on behalf of 897cb86723544dc8ad80348cfa07e75a for: {'network': 1} {{(pid=103838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:19:02.118600 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-24146b18-c6ce-4c69-8137-9d95262ff3cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for network (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:02.128266 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-24146b18-c6ce-4c69-8137-9d95262ff3cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:02.241486 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-24146b18-c6ce-4c69-8137-9d95262ff3cd admin admin] Publish callbacks [] for security_group (19f51c9b-7d4d-4434-a787-fb8590ac3c06), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:02.343220 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-24146b18-c6ce-4c69-8137-9d95262ff3cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (19f51c9b-7d4d-4434-a787-fb8590ac3c06), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:02.390478 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24146b18-c6ce-4c69-8137-9d95262ff3cd admin admin] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=103838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:19:02.400037 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24146b18-c6ce-4c69-8137-9d95262ff3cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19f51c9b-7d4d-4434-a787-fb8590ac3c06,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:19:02.410101 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-24146b18-c6ce-4c69-8137-9d95262ff3cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220699'] for segment (598bc54e-779f-42fa-8855-b2263b11ffea), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:02.410444 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.db.segments_db [None req-24146b18-c6ce-4c69-8137-9d95262ff3cd admin admin] Added segment 598bc54e-779f-42fa-8855-b2263b11ffea of type vlan for network a369cc48-2224-4c73-b48d-483a3f280468 Mar 02 17:19:02.454447 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-24146b18-c6ce-4c69-8137-9d95262ff3cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757691153484'] for network (a369cc48-2224-4c73-b48d-483a3f280468), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:02.584869 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-24146b18-c6ce-4c69-8137-9d95262ff3cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145'] for network (a369cc48-2224-4c73-b48d-483a3f280468), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:02.585876 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24146b18-c6ce-4c69-8137-9d95262ff3cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:19:02.586489 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-24146b18-c6ce-4c69-8137-9d95262ff3cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572135'] for network (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:02.679856 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24146b18-c6ce-4c69-8137-9d95262ff3cd admin admin] Pushing event updated for resources: {'Network': ['ID=a369cc48-2224-4c73-b48d-483a3f280468,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:19:02.693346 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Network a369cc48-2224-4c73-b48d-483a3f280468 details requested by agent ovs-agent-dv-cinder-778193-22-iscsi with host dv-cinder-778193-22-iscsi {{(pid=103839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 17:19:02.699094 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-24146b18-c6ce-4c69-8137-9d95262ff3cd admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8260984 Mar 02 17:19:02.699318 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 50050) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:19:02.709608 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [None req-18b5fd46-8835-42e3-94e3-49752f3fe9ff admin admin] Request body: {'subnet': {'network_id': 'a369cc48-2224-4c73-b48d-483a3f280468', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-751273809-subnet', 'tenant_id': '897cb86723544dc8ad80348cfa07e75a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:19:02.830438 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b5fd46-8835-42e3-94e3-49752f3fe9ff admin admin] Made reservation on behalf of 897cb86723544dc8ad80348cfa07e75a for: {'subnet': 1} {{(pid=103838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:19:02.832827 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-18b5fd46-8835-42e3-94e3-49752f3fe9ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26336855'] for subnet (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:03.105482 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-18b5fd46-8835-42e3-94e3-49752f3fe9ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26691210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26336869'] for subnet (9ec618b1-f648-4651-8591-c6b7e8ac0a17), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:03.171112 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b5fd46-8835-42e3-94e3-49752f3fe9ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ec618b1-f648-4651-8591-c6b7e8ac0a17,revision_number=0']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:19:03.176165 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b5fd46-8835-42e3-94e3-49752f3fe9ff admin admin] Checking segment: {'id': '598bc54e-779f-42fa-8855-b2263b11ffea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a369cc48-2224-4c73-b48d-483a3f280468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 17:19:03.176522 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b5fd46-8835-42e3-94e3-49752f3fe9ff admin admin] Network hostable DHCP agents. Network: a369cc48-2224-4c73-b48d-483a3f280468, hostable agents: ['0060df7f-f835-4890-b25c-3842f545a9d0'], hosted agents: [] {{(pid=103838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:19:03.278812 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b5fd46-8835-42e3-94e3-49752f3fe9ff admin admin] Network a369cc48-2224-4c73-b48d-483a3f280468 is scheduled to be hosted by DHCP agent 0060df7f-f835-4890-b25c-3842f545a9d0 with binding_index 1 {{(pid=103838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:19:03.352945 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.base_scheduler [None req-18b5fd46-8835-42e3-94e3-49752f3fe9ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-22-iscsi, a369cc48-2224-4c73-b48d-483a3f280468) {{(pid=103838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:19:03.360916 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b5fd46-8835-42e3-94e3-49752f3fe9ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:19:03.363792 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-18b5fd46-8835-42e3-94e3-49752f3fe9ff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:03.366993 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c484b5-ed2d-4fc7-a043-54f78d02881d None None] Network a369cc48-2224-4c73-b48d-483a3f280468 requested from dv-cinder-778193-22-iscsi {{(pid=103839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 17:19:03.490067 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-18b5fd46-8835-42e3-94e3-49752f3fe9ff admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7846315 Mar 02 17:19:03.503207 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 50056) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:19:03.503369 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ec90d6-869b-45f6-bf7c-d17f11dfce5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c41045a-8583-5828-8345-e6f53daf7ae9-a369cc48-2224-4c73-b48d-483a3f280468', 'network_id': 'a369cc48-2224-4c73-b48d-483a3f280468', 'project_id': '897cb86723544dc8ad80348cfa07e75a', 'fixed_ips': [{'subnet_id': '9ec618b1-f648-4651-8591-c6b7e8ac0a17'}]}} from dv-cinder-778193-22-iscsi. {{(pid=103839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 02 17:19:03.503369 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d2ec90d6-869b-45f6-bf7c-d17f11dfce5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (None), before_create {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:03.503573 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [None req-5e4a8483-5913-41e5-a95e-ca401928ce56 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-751273809-router', 'tenant_id': '897cb86723544dc8ad80348cfa07e75a', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf'}}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:19:03.647935 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5e4a8483-5913-41e5-a95e-ca401928ce56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-760693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4933'] for router (a9c6bb39-0e65-4304-ac21-609ebe335f5b), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:03.649176 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5e4a8483-5913-41e5-a95e-ca401928ce56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-758501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760890', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-784051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4924'] for router (a9c6bb39-0e65-4304-ac21-609ebe335f5b), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:03.651618 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.db_base_plugin_common [None req-d2ec90d6-869b-45f6-bf7c-d17f11dfce5f None None] Allocated IP 172.20.0.2 (a369cc48-2224-4c73-b48d-483a3f280468/9ec618b1-f648-4651-8591-c6b7e8ac0a17/2d54b0b3-94f6-4168-907e-c3571ecb3890) {{(pid=103839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:19:03.714452 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5e4a8483-5913-41e5-a95e-ca401928ce56 admin admin] Publish callbacks [] for router_controller (a9c6bb39-0e65-4304-ac21-609ebe335f5b), precommit_add_association {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:03.835754 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d2ec90d6-869b-45f6-bf7c-d17f11dfce5f None None] Publish callbacks [] for port (2d54b0b3-94f6-4168-907e-c3571ecb3890), precommit_create {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:03.890374 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d2ec90d6-869b-45f6-bf7c-d17f11dfce5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757691134181'] for port (2d54b0b3-94f6-4168-907e-c3571ecb3890), after_create {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:03.946048 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ec90d6-869b-45f6-bf7c-d17f11dfce5f None None] Network a369cc48-2224-4c73-b48d-483a3f280468 is already hosted by enough agents. {{(pid=103839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:19:03.954994 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.scheduler.base_scheduler [None req-d2ec90d6-869b-45f6-bf7c-d17f11dfce5f None None] Resources bound (agent type, host, resource id): {{(pid=103839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:19:03.958222 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ec90d6-869b-45f6-bf7c-d17f11dfce5f None None] Pushing event updated for resources: {'Port': ['ID=2d54b0b3-94f6-4168-907e-c3571ecb3890,revision_number=1']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:19:03.961042 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ec90d6-869b-45f6-bf7c-d17f11dfce5f None None] Received port after_create {{(pid=103839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 17:19:03.980822 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5e4a8483-5913-41e5-a95e-ca401928ce56 admin admin] Publish callbacks [] for router_gateway (a9c6bb39-0e65-4304-ac21-609ebe335f5b), precommit_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:04.062550 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-d2ec90d6-869b-45f6-bf7c-d17f11dfce5f None None] Attempting to bind port 2d54b0b3-94f6-4168-907e-c3571ecb3890 on host dv-cinder-778193-22-iscsi for vnic_type normal with profile {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 17:19:04.062912 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-d2ec90d6-869b-45f6-bf7c-d17f11dfce5f None None] Attempting to bind port 2d54b0b3-94f6-4168-907e-c3571ecb3890 by drivers openvswitch,hyperv on host dv-cinder-778193-22-iscsi at level 0 using segments [{'id': '598bc54e-779f-42fa-8855-b2263b11ffea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a369cc48-2224-4c73-b48d-483a3f280468'}] {{(pid=103839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 17:19:04.063280 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ec90d6-869b-45f6-bf7c-d17f11dfce5f None None] Attempting to bind port 2d54b0b3-94f6-4168-907e-c3571ecb3890 on network a369cc48-2224-4c73-b48d-483a3f280468 {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 17:19:04.069903 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ec90d6-869b-45f6-bf7c-d17f11dfce5f None None] Checking agent: {'id': '90356b9b-9a55-4227-ace0-d1fc01a5475f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 6, 38), 'started_at': datetime.datetime(2022, 3, 2, 17, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 17:19:04.070409 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ec90d6-869b-45f6-bf7c-d17f11dfce5f None None] Checking segment: {'id': '598bc54e-779f-42fa-8855-b2263b11ffea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a369cc48-2224-4c73-b48d-483a3f280468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 17:19:04.070817 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d2ec90d6-869b-45f6-bf7c-d17f11dfce5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:04.071212 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ec90d6-869b-45f6-bf7c-d17f11dfce5f None None] Bound using segment: {'id': '598bc54e-779f-42fa-8855-b2263b11ffea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a369cc48-2224-4c73-b48d-483a3f280468'} {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 17:19:04.071690 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-d2ec90d6-869b-45f6-bf7c-d17f11dfce5f None None] Bound port: 2d54b0b3-94f6-4168-907e-c3571ecb3890, host: dv-cinder-778193-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '598bc54e-779f-42fa-8855-b2263b11ffea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a369cc48-2224-4c73-b48d-483a3f280468'}}] {{(pid=103839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 17:19:04.072068 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d2ec90d6-869b-45f6-bf7c-d17f11dfce5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (2d54b0b3-94f6-4168-907e-c3571ecb3890), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:04.113652 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-bf29ef9c-2d76-4333-9b63-6d70cb189ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90b713d5-0d52-4da0-a663-b3b1c9fefb3d), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:04.156274 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d2ec90d6-869b-45f6-bf7c-d17f11dfce5f None None] For port 2d54b0b3-94f6-4168-907e-c3571ecb3890, host dv-cinder-778193-22-iscsi, cleared binding levels {{(pid=103839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:19:04.162703 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d2ec90d6-869b-45f6-bf7c-d17f11dfce5f None None] For port 2d54b0b3-94f6-4168-907e-c3571ecb3890, host dv-cinder-778193-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=2d54b0b3-94f6-4168-907e-c3571ecb3890,segment=NetworkSegment(598bc54e-779f-42fa-8855-b2263b11ffea),segment_id=598bc54e-779f-42fa-8855-b2263b11ffea)] {{(pid=103839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:19:04.236733 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d2ec90d6-869b-45f6-bf7c-d17f11dfce5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (2d54b0b3-94f6-4168-907e-c3571ecb3890), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:04.304860 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ec90d6-869b-45f6-bf7c-d17f11dfce5f None None] Pushing event updated for resources: {'Port': ['ID=2d54b0b3-94f6-4168-907e-c3571ecb3890,revision_number=2']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:19:04.369549 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5e4a8483-5913-41e5-a95e-ca401928ce56 admin admin] Publish callbacks [] for router_gateway (a9c6bb39-0e65-4304-ac21-609ebe335f5b), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:04.392745 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5e4a8483-5913-41e5-a95e-ca401928ce56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:04.563074 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.db_base_plugin_common [None req-5e4a8483-5913-41e5-a95e-ca401928ce56 admin admin] Allocated IP 172.27.1.148 (0bf1b91f-7d47-47dc-984e-54613c32c4bf/e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9/5c4b10ba-3f9d-485a-a71a-99172cdf6b77) {{(pid=103838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:19:04.684200 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5e4a8483-5913-41e5-a95e-ca401928ce56 admin admin] Publish callbacks [] for port (5c4b10ba-3f9d-485a-a71a-99172cdf6b77), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:04.802527 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5e4a8483-5913-41e5-a95e-ca401928ce56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757691134181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26691326'] for port (5c4b10ba-3f9d-485a-a71a-99172cdf6b77), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:04.850039 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4a8483-5913-41e5-a95e-ca401928ce56 admin admin] Network 0bf1b91f-7d47-47dc-984e-54613c32c4bf is already hosted by enough agents. {{(pid=103838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:19:04.852986 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.base_scheduler [None req-5e4a8483-5913-41e5-a95e-ca401928ce56 admin admin] Resources bound (agent type, host, resource id): {{(pid=103838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:19:04.856426 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4a8483-5913-41e5-a95e-ca401928ce56 admin admin] Received port after_create {{(pid=103838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 17:19:04.862750 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4a8483-5913-41e5-a95e-ca401928ce56 admin admin] Pushing event updated for resources: {'Port': ['ID=5c4b10ba-3f9d-485a-a71a-99172cdf6b77,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:19:05.105018 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-7239c76e-3e75-4b64-9028-aed8f891363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (eca5c3a0-ec74-4a2a-a5c6-a62430d93509), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:05.335728 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f47cea-b740-4714-9c44-07f5c3ce723b None None] Network a369cc48-2224-4c73-b48d-483a3f280468 requested from dv-cinder-778193-22-iscsi {{(pid=103839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 17:19:05.398506 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-89ddd257-0e5f-4770-8507-1ff0609c767d None None] Provisioning complete for port 2d54b0b3-94f6-4168-907e-c3571ecb3890 triggered by entity DHCP. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:19:05.428400 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-89ddd257-0e5f-4770-8507-1ff0609c767d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (2d54b0b3-94f6-4168-907e-c3571ecb3890), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:05.443866 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device 2d54b0b3-94f6-4168-907e-c3571ecb3890 up at agent ovs-agent-dv-cinder-778193-22-iscsi {{(pid=103839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 17:19:05.507693 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5e4a8483-5913-41e5-a95e-ca401928ce56 admin admin] Publish callbacks [] for router_gateway (a9c6bb39-0e65-4304-ac21-609ebe335f5b), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:05.686897 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Provisioning complete for port 2d54b0b3-94f6-4168-907e-c3571ecb3890 triggered by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:19:05.687630 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (2d54b0b3-94f6-4168-907e-c3571ecb3890), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:05.690371 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-89ddd257-0e5f-4770-8507-1ff0609c767d None None] Current status of the port 2d54b0b3-94f6-4168-907e-c3571ecb3890 is: DOWN; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:19:05.690756 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-89ddd257-0e5f-4770-8507-1ff0609c767d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (2d54b0b3-94f6-4168-907e-c3571ecb3890), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:05.724407 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5e4a8483-5913-41e5-a95e-ca401928ce56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-758514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760935'] for router (a9c6bb39-0e65-4304-ac21-609ebe335f5b), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:05.756497 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-89ddd257-0e5f-4770-8507-1ff0609c767d None None] For port 2d54b0b3-94f6-4168-907e-c3571ecb3890, host dv-cinder-778193-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=2d54b0b3-94f6-4168-907e-c3571ecb3890,segment=NetworkSegment(598bc54e-779f-42fa-8855-b2263b11ffea),segment_id=598bc54e-779f-42fa-8855-b2263b11ffea)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:19:05.811484 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Current status of the port 2d54b0b3-94f6-4168-907e-c3571ecb3890 is: DOWN; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:19:05.812029 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (2d54b0b3-94f6-4168-907e-c3571ecb3890), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:05.919059 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-89ddd257-0e5f-4770-8507-1ff0609c767d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (2d54b0b3-94f6-4168-907e-c3571ecb3890), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:05.992072 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.db.api [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 17:19:05.992393 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG oslo_db.api [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 17:19:05.992715 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e4a8483-5913-41e5-a95e-ca401928ce56 admin admin] Router a9c6bb39-0e65-4304-ac21-609ebe335f5b is scheduled to L3 agent 90b713d5-0d52-4da0-a663-b3b1c9fefb3d with binding_index 1 {{(pid=103838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 17:19:05.997008 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ddd257-0e5f-4770-8507-1ff0609c767d None None] Pushing event updated for resources: {'Port': ['ID=2d54b0b3-94f6-4168-907e-c3571ecb3890,revision_number=3']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:19:06.038178 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-dfae412d-f399-4236-8d58-a5f8fb7051f3 None None] Provisioning complete for port 2d54b0b3-94f6-4168-907e-c3571ecb3890 triggered by entity DHCP. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:19:06.038549 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-dfae412d-f399-4236-8d58-a5f8fb7051f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (2d54b0b3-94f6-4168-907e-c3571ecb3890), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:06.111482 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e4a8483-5913-41e5-a95e-ca401928ce56 admin admin] Notify agent at l3_agent.dv-cinder-778193-22-iscsi the message routers_updated {{(pid=103838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:19:06.120851 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-dfae412d-f399-4236-8d58-a5f8fb7051f3 None None] Current status of the port 2d54b0b3-94f6-4168-907e-c3571ecb3890 is: ACTIVE; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:19:06.126024 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf36e73-638e-4241-8005-3adff55cc614 None None] Sync routers for ids ['a9c6bb39-0e65-4304-ac21-609ebe335f5b'] in dv-cinder-778193-22-iscsi {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 17:19:06.136141 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf36e73-638e-4241-8005-3adff55cc614 None None] Routers {'a9c6bb39-0e65-4304-ac21-609ebe335f5b'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:19:06.136774 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-6cf36e73-638e-4241-8005-3adff55cc614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:19:04Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['a9c6bb39-0e65-4304-ac21-609ebe335f5b'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:19:06.194710 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5e4a8483-5913-41e5-a95e-ca401928ce56 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:06.198204 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-5e4a8483-5913-41e5-a95e-ca401928ce56 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6997185 Mar 02 17:19:06.198442 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 50098) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:19:06.268389 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-6cf36e73-638e-4241-8005-3adff55cc614 None None] Set router a9c6bb39-0e65-4304-ac21-609ebe335f5b gateway port host: dv-cinder-778193-22-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:19:06.472328 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-6cf36e73-638e-4241-8005-3adff55cc614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c6bb39-0e65-4304-ac21-609ebe335f5b', 'name': 'tempest-AttachVolumeTestJSON-751273809-router', 'tenant_id': '897cb86723544dc8ad80348cfa07e75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '5c4b10ba-3f9d-485a-a71a-99172cdf6b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:19:03Z', 'updated_at': '2022-03-02T17:19:05Z', 'revision_number': 3, 'project_id': '897cb86723544dc8ad80348cfa07e75a', 'gw_port': {'id': '5c4b10ba-3f9d-485a-a71a-99172cdf6b77', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e9:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9c6bb39-0e65-4304-ac21-609ebe335f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:19:04Z', 'updated_at': '2022-03-02T17:19:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi'}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:19:06.503044 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf36e73-638e-4241-8005-3adff55cc614 None None] Checking router: a9c6bb39-0e65-4304-ac21-609ebe335f5b for host: dv-cinder-778193-22-iscsi {{(pid=103839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 17:19:06.503044 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf36e73-638e-4241-8005-3adff55cc614 None None] Updating router a9c6bb39-0e65-4304-ac21-609ebe335f5b port 5c4b10ba-3f9d-485a-a71a-99172cdf6b77 binding host dv-cinder-778193-22-iscsi {{(pid=103839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 17:19:06.556910 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-6cf36e73-638e-4241-8005-3adff55cc614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (5c4b10ba-3f9d-485a-a71a-99172cdf6b77), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:06.558406 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Current status of the port 2d54b0b3-94f6-4168-907e-c3571ecb3890 is: ACTIVE; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:19:06.666379 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-6cec4ef1-1eef-4a83-920d-4cd24c258f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:06.830354 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.db_base_plugin_common [None req-6cec4ef1-1eef-4a83-920d-4cd24c258f32 admin admin] Allocated IP 172.20.0.1 (a369cc48-2224-4c73-b48d-483a3f280468/9ec618b1-f648-4651-8591-c6b7e8ac0a17/0e112deb-1ee2-4160-92d9-2c45574c881d) {{(pid=103838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:19:06.842080 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-765bf0ac-d167-416d-8fe2-638e582454ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (aac89579-4eb6-45c8-861e-e37bc0c26bf3), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:06.854278 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-6cf36e73-638e-4241-8005-3adff55cc614 None None] Publish callbacks [] for port (5c4b10ba-3f9d-485a-a71a-99172cdf6b77), precommit_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:06.942823 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-6cec4ef1-1eef-4a83-920d-4cd24c258f32 admin admin] Publish callbacks [] for port (0e112deb-1ee2-4160-92d9-2c45574c881d), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:07.014108 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-6cf36e73-638e-4241-8005-3adff55cc614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (5c4b10ba-3f9d-485a-a71a-99172cdf6b77), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:07.068920 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-6cf36e73-638e-4241-8005-3adff55cc614 None None] Attempting to bind port 5c4b10ba-3f9d-485a-a71a-99172cdf6b77 on host dv-cinder-778193-22-iscsi for vnic_type normal with profile {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 17:19:07.069215 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-6cf36e73-638e-4241-8005-3adff55cc614 None None] Attempting to bind port 5c4b10ba-3f9d-485a-a71a-99172cdf6b77 by drivers openvswitch,hyperv on host dv-cinder-778193-22-iscsi at level 0 using segments [{'id': '52804d28-a361-4369-98ca-e918669c489a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf'}] {{(pid=103839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 17:19:07.069554 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf36e73-638e-4241-8005-3adff55cc614 None None] Attempting to bind port 5c4b10ba-3f9d-485a-a71a-99172cdf6b77 on network 0bf1b91f-7d47-47dc-984e-54613c32c4bf {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 17:19:07.075015 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3928be-ae57-4512-a595-833b5d0fad9e None None] Pushing event updated for resources: {'Port': ['ID=5c4b10ba-3f9d-485a-a71a-99172cdf6b77,revision_number=2']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:19:07.081358 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf36e73-638e-4241-8005-3adff55cc614 None None] Checking agent: {'id': '90356b9b-9a55-4227-ace0-d1fc01a5475f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 6, 38), 'started_at': datetime.datetime(2022, 3, 2, 17, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 17:19:07.081745 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf36e73-638e-4241-8005-3adff55cc614 None None] Checking segment: {'id': '52804d28-a361-4369-98ca-e918669c489a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 17:19:07.082166 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-6cf36e73-638e-4241-8005-3adff55cc614 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:07.082594 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf36e73-638e-4241-8005-3adff55cc614 None None] Bound using segment: {'id': '52804d28-a361-4369-98ca-e918669c489a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf'} {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 17:19:07.083024 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-6cf36e73-638e-4241-8005-3adff55cc614 None None] Bound port: 5c4b10ba-3f9d-485a-a71a-99172cdf6b77, host: dv-cinder-778193-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52804d28-a361-4369-98ca-e918669c489a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf'}}] {{(pid=103839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 17:19:07.083394 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-6cf36e73-638e-4241-8005-3adff55cc614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (5c4b10ba-3f9d-485a-a71a-99172cdf6b77), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:07.117832 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-6cec4ef1-1eef-4a83-920d-4cd24c258f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757691134181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26691326'] for port (0e112deb-1ee2-4160-92d9-2c45574c881d), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:07.150585 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-6cf36e73-638e-4241-8005-3adff55cc614 None None] For port 5c4b10ba-3f9d-485a-a71a-99172cdf6b77, host dv-cinder-778193-22-iscsi, cleared binding levels {{(pid=103839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:19:07.155471 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-6cf36e73-638e-4241-8005-3adff55cc614 None None] For port 5c4b10ba-3f9d-485a-a71a-99172cdf6b77, host dv-cinder-778193-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=5c4b10ba-3f9d-485a-a71a-99172cdf6b77,segment=NetworkSegment(52804d28-a361-4369-98ca-e918669c489a),segment_id=52804d28-a361-4369-98ca-e918669c489a)] {{(pid=103839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:19:07.168055 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cec4ef1-1eef-4a83-920d-4cd24c258f32 admin admin] Network a369cc48-2224-4c73-b48d-483a3f280468 is already hosted by enough agents. {{(pid=103838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:19:07.171806 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.base_scheduler [None req-6cec4ef1-1eef-4a83-920d-4cd24c258f32 admin admin] Resources bound (agent type, host, resource id): {{(pid=103838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:19:07.176165 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cec4ef1-1eef-4a83-920d-4cd24c258f32 admin admin] Received port after_create {{(pid=103838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 17:19:07.182344 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec4ef1-1eef-4a83-920d-4cd24c258f32 admin admin] Pushing event updated for resources: {'Port': ['ID=0e112deb-1ee2-4160-92d9-2c45574c881d,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:19:07.223353 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-6cec4ef1-1eef-4a83-920d-4cd24c258f32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755258'] for router_interface (a9c6bb39-0e65-4304-ac21-609ebe335f5b), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:07.267837 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-6cf36e73-638e-4241-8005-3adff55cc614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (5c4b10ba-3f9d-485a-a71a-99172cdf6b77), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:07.354841 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3928be-ae57-4512-a595-833b5d0fad9e None None] Pushing event updated for resources: {'Port': ['ID=5c4b10ba-3f9d-485a-a71a-99172cdf6b77,revision_number=3']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:19:07.370136 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf36e73-638e-4241-8005-3adff55cc614 None None] Routers {'a9c6bb39-0e65-4304-ac21-609ebe335f5b'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:19:07.370874 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-6cf36e73-638e-4241-8005-3adff55cc614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:19:04Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['a9c6bb39-0e65-4304-ac21-609ebe335f5b'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:19:07.425798 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device 2d54b0b3-94f6-4168-907e-c3571ecb3890 up at agent ovs-agent-dv-cinder-778193-22-iscsi {{(pid=103839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 17:19:07.493435 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-6cec4ef1-1eef-4a83-920d-4cd24c258f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (0e112deb-1ee2-4160-92d9-2c45574c881d), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:07.514991 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8837f499-78f5-4e27-85c0-011262a5547f req-42c38a4d-5a3b-49d5-9807-55984e4f5a33 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:19:07.516647 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-8837f499-78f5-4e27-85c0-011262a5547f req-42c38a4d-5a3b-49d5-9807-55984e4f5a33 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/ports?device_id=f08bd6a6-119c-4ce4-bb53-ced878235c33 HTTP/1.1" status: 200 len: 985 time: 0.0988851 Mar 02 17:19:07.531613 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-2f9ecaff-3bd2-41e7-8c66-c8248583dfb4 None None] Provisioning complete for port 0e112deb-1ee2-4160-92d9-2c45574c881d triggered by entity DHCP. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:19:07.532055 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-2f9ecaff-3bd2-41e7-8c66-c8248583dfb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (0e112deb-1ee2-4160-92d9-2c45574c881d), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:07.609606 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-6cf36e73-638e-4241-8005-3adff55cc614 None None] Set router a9c6bb39-0e65-4304-ac21-609ebe335f5b gateway port host: dv-cinder-778193-22-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:19:07.611664 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Provisioning complete for port 2d54b0b3-94f6-4168-907e-c3571ecb3890 triggered by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:19:07.612071 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (2d54b0b3-94f6-4168-907e-c3571ecb3890), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:07.642559 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-2f9ecaff-3bd2-41e7-8c66-c8248583dfb4 None None] Port 0e112deb-1ee2-4160-92d9-2c45574c881d cannot update to ACTIVE because it is not bound. {{(pid=103839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 17:19:07.974292 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-8837f499-78f5-4e27-85c0-011262a5547f req-6638ead4-220c-452d-bbd7-3e5e98d718f5 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/security-groups?id=31bb6b75-c2a0-45f3-8689-e1fcac5b58d7&id=aae85e0a-c103-4ddd-81a2-76fd14f89f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4503415 Mar 02 17:19:07.988403 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef83443-c667-44de-89b0-bd519bd938e1 req-5c655e34-c17e-4ab6-bfce-838069e5a3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:19:07.990069 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-7ef83443-c667-44de-89b0-bd519bd938e1 req-5c655e34-c17e-4ab6-bfce-838069e5a3b4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d37c5cf4d963481685e2d41519bfe2ff&device_id=f08bd6a6-119c-4ce4-bb53-ced878235c33 HTTP/1.1" status: 200 len: 1169 time: 0.4607701 Mar 02 17:19:08.008646 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Current status of the port 2d54b0b3-94f6-4168-907e-c3571ecb3890 is: ACTIVE; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:19:08.040960 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-6cf36e73-638e-4241-8005-3adff55cc614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c6bb39-0e65-4304-ac21-609ebe335f5b', 'name': 'tempest-AttachVolumeTestJSON-751273809-router', 'tenant_id': '897cb86723544dc8ad80348cfa07e75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '5c4b10ba-3f9d-485a-a71a-99172cdf6b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:19:03Z', 'updated_at': '2022-03-02T17:19:05Z', 'revision_number': 3, 'project_id': '897cb86723544dc8ad80348cfa07e75a', 'gw_port': {'id': '5c4b10ba-3f9d-485a-a71a-99172cdf6b77', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e9:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9c6bb39-0e65-4304-ac21-609ebe335f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:19:04Z', 'updated_at': '2022-03-02T17:19:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi'}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:19:08.072162 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf36e73-638e-4241-8005-3adff55cc614 None None] The sync data for ids ['a9c6bb39-0e65-4304-ac21-609ebe335f5b'] in dv-cinder-778193-22-iscsi is: [{'id': 'a9c6bb39-0e65-4304-ac21-609ebe335f5b', 'name': 'tempest-AttachVolumeTestJSON-751273809-router', 'tenant_id': '897cb86723544dc8ad80348cfa07e75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '5c4b10ba-3f9d-485a-a71a-99172cdf6b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:19:03Z', 'updated_at': '2022-03-02T17:19:05Z', 'revision_number': 3, 'project_id': '897cb86723544dc8ad80348cfa07e75a', 'gw_port': {'id': '5c4b10ba-3f9d-485a-a71a-99172cdf6b77', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e9:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9c6bb39-0e65-4304-ac21-609ebe335f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:19:04Z', 'updated_at': '2022-03-02T17:19:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi'}] {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 17:19:08.139105 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-6cec4ef1-1eef-4a83-920d-4cd24c258f32 admin admin] Publish callbacks [] for port (0e112deb-1ee2-4160-92d9-2c45574c881d), precommit_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:08.156313 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef83443-c667-44de-89b0-bd519bd938e1 req-aea960fb-e496-432f-976d-783a8e256b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:19:08.157964 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-7ef83443-c667-44de-89b0-bd519bd938e1 req-aea960fb-e496-432f-976d-783a8e256b4f service neutron] 10.222.0.49 "GET /v2.0/networks?id=42175756-6c19-4b6c-8f7a-d34501eaadbb HTTP/1.1" status: 200 len: 915 time: 0.1560037 Mar 02 17:19:08.226416 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-6cec4ef1-1eef-4a83-920d-4cd24c258f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26691319'] for port (0e112deb-1ee2-4160-92d9-2c45574c881d), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:08.250708 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90356b9b-9a55-4227-ace0-d1fc01a5475f), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:08.301318 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-7ef83443-c667-44de-89b0-bd519bd938e1 req-8e9a202a-a1c3-4196-b060-0b1d7f157a57 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a411f73-0820-4705-9708-9ad9a4bd924c HTTP/1.1" status: 200 len: 1001 time: 0.1346233 Mar 02 17:19:08.330058 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec4ef1-1eef-4a83-920d-4cd24c258f32 admin admin] Pushing event updated for resources: {'Port': ['ID=0e112deb-1ee2-4160-92d9-2c45574c881d,revision_number=2']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:19:08.366240 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-6cec4ef1-1eef-4a83-920d-4cd24c258f32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755626'] for router_interface (a9c6bb39-0e65-4304-ac21-609ebe335f5b), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:08.395990 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef83443-c667-44de-89b0-bd519bd938e1 req-a458ee7d-6aab-4a87-bc5d-cb551b983ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:19:08.397742 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-7ef83443-c667-44de-89b0-bd519bd938e1 req-a458ee7d-6aab-4a87-bc5d-cb551b983ebb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=91fb7085-b683-4906-97f3-4841714c8e20 HTTP/1.1" status: 200 len: 853 time: 0.0886934 Mar 02 17:19:08.511797 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef83443-c667-44de-89b0-bd519bd938e1 req-7089bab0-5755-416a-bbc8-2ee1d794438b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:19:08.513970 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-7ef83443-c667-44de-89b0-bd519bd938e1 req-7089bab0-5755-416a-bbc8-2ee1d794438b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=42175756-6c19-4b6c-8f7a-d34501eaadbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0790086 Mar 02 17:19:08.521390 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cec4ef1-1eef-4a83-920d-4cd24c258f32 admin admin] Network a369cc48-2224-4c73-b48d-483a3f280468 is already hosted by enough agents. {{(pid=103838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:19:08.521665 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.base_scheduler [None req-6cec4ef1-1eef-4a83-920d-4cd24c258f32 admin admin] Resources bound (agent type, host, resource id): {{(pid=103838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:19:08.711821 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-7ef83443-c667-44de-89b0-bd519bd938e1 req-b67fcd4e-2396-4362-8b22-2bb06b090313 service neutron] 10.222.0.49 "GET /v2.0/networks/42175756-6c19-4b6c-8f7a-d34501eaadbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873868 Mar 02 17:19:08.774435 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cec4ef1-1eef-4a83-920d-4cd24c258f32 admin admin] Router a9c6bb39-0e65-4304-ac21-609ebe335f5b has already been hosted by L3 agent 90b713d5-0d52-4da0-a663-b3b1c9fefb3d {{(pid=103838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:19:08.777163 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-506471aa-73f2-4e9e-b6a5-bf16adb359e7 None None] Provisioning complete for port 0e112deb-1ee2-4160-92d9-2c45574c881d triggered by entity DHCP. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:19:08.777539 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-506471aa-73f2-4e9e-b6a5-bf16adb359e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (0e112deb-1ee2-4160-92d9-2c45574c881d), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:08.816845 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-506471aa-73f2-4e9e-b6a5-bf16adb359e7 None None] Port 0e112deb-1ee2-4160-92d9-2c45574c881d cannot update to ACTIVE because it is not bound. {{(pid=103839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 17:19:08.877726 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-7ef83443-c667-44de-89b0-bd519bd938e1 req-662d7295-5482-4fde-86f3-eedb1888012c service neutron] 10.222.0.49 "GET /v2.0/networks/42175756-6c19-4b6c-8f7a-d34501eaadbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571257 Mar 02 17:19:08.928548 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cec4ef1-1eef-4a83-920d-4cd24c258f32 admin admin] Notify agent at l3_agent.dv-cinder-778193-22-iscsi the message routers_updated {{(pid=103838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:19:08.933820 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-6cec4ef1-1eef-4a83-920d-4cd24c258f32 admin admin] 10.222.0.55 "PUT /v2.0/routers/a9c6bb39-0e65-4304-ac21-609ebe335f5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7329826 Mar 02 17:19:09.114209 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c421a559-1b17-486c-b4c9-974b5f457c4a req-39180d77-1863-4276-b88e-065f66a4108a tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:19:09.116644 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c421a559-1b17-486c-b4c9-974b5f457c4a req-39180d77-1863-4276-b88e-065f66a4108a tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/ports?device_id=f08bd6a6-119c-4ce4-bb53-ced878235c33 HTTP/1.1" status: 200 len: 985 time: 0.0634484 Mar 02 17:19:09.196053 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c421a559-1b17-486c-b4c9-974b5f457c4a req-7f155503-622a-4049-abef-03d5baa8aefa tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/security-groups?id=31bb6b75-c2a0-45f3-8689-e1fcac5b58d7&id=aae85e0a-c103-4ddd-81a2-76fd14f89f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0727055 Mar 02 17:19:09.300359 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 50158) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:19:09.349699 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.db_base_plugin_v2 [None req-10c98a8a-fc8b-4f3a-819e-28529429875c admin admin] Deleting subnet c10113c3-b56f-44d4-a794-de9636ff3a2b {{(pid=103838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 17:19:09.352880 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-10c98a8a-fc8b-4f3a-819e-28529429875c admin admin] Publish callbacks [] for subnet (c10113c3-b56f-44d4-a794-de9636ff3a2b), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:09.375108 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device 5c4b10ba-3f9d-485a-a71a-99172cdf6b77 up at agent ovs-agent-dv-cinder-778193-22-iscsi {{(pid=103839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 17:19:09.391028 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-10c98a8a-fc8b-4f3a-819e-28529429875c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26733585'] for subnet (c10113c3-b56f-44d4-a794-de9636ff3a2b), precommit_delete_associations {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:09.432208 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-10c98a8a-fc8b-4f3a-819e-28529429875c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223364'] for subnet (c10113c3-b56f-44d4-a794-de9636ff3a2b), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:09.440601 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Provisioning complete for port 5c4b10ba-3f9d-485a-a71a-99172cdf6b77 triggered by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:19:09.440981 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (5c4b10ba-3f9d-485a-a71a-99172cdf6b77), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:09.530182 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Current status of the port 5c4b10ba-3f9d-485a-a71a-99172cdf6b77 is: DOWN; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:19:09.530572 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (5c4b10ba-3f9d-485a-a71a-99172cdf6b77), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:09.554401 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] For port 5c4b10ba-3f9d-485a-a71a-99172cdf6b77, host dv-cinder-778193-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=5c4b10ba-3f9d-485a-a71a-99172cdf6b77,segment=NetworkSegment(52804d28-a361-4369-98ca-e918669c489a),segment_id=52804d28-a361-4369-98ca-e918669c489a)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:19:09.602467 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-10c98a8a-fc8b-4f3a-819e-28529429875c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26691277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26336892'] for subnet (c10113c3-b56f-44d4-a794-de9636ff3a2b), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:09.634236 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c98a8a-fc8b-4f3a-819e-28529429875c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c10113c3-b56f-44d4-a794-de9636ff3a2b,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:19:09.639046 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-10c98a8a-fc8b-4f3a-819e-28529429875c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:09.642151 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-10c98a8a-fc8b-4f3a-819e-28529429875c admin admin] 10.222.0.55 "DELETE /v2.0/subnets/c10113c3-b56f-44d4-a794-de9636ff3a2b HTTP/1.1" status: 204 len: 168 time: 0.3419068 Mar 02 17:19:09.648606 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 50160) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:19:09.667082 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (5c4b10ba-3f9d-485a-a71a-99172cdf6b77), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:09.721729 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Pushing event updated for resources: {'Port': ['ID=5c4b10ba-3f9d-485a-a71a-99172cdf6b77,revision_number=4']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:19:09.749779 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-96c38320-6ac4-420f-9b4d-fb723a0433a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4180927'] for network (ce46a72d-d21b-4b38-8b8c-0e4ac423ac60), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:09.809214 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71ffa86-24af-4446-9469-af3819a0618a None None] Sync routers for ids ['a9c6bb39-0e65-4304-ac21-609ebe335f5b'] in dv-cinder-778193-22-iscsi {{(pid=103840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 17:19:09.821338 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71ffa86-24af-4446-9469-af3819a0618a None None] Routers {'a9c6bb39-0e65-4304-ac21-609ebe335f5b'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:19:09.822088 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_hamode_db [None req-c71ffa86-24af-4446-9469-af3819a0618a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:19:04Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['a9c6bb39-0e65-4304-ac21-609ebe335f5b'], 'active': True} {{(pid=103840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:19:09.867929 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-96c38320-6ac4-420f-9b4d-fb723a0433a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3970239', 'neutron.services.segments.db._delete_segments_for_network-8757691626141'] for network (ce46a72d-d21b-4b38-8b8c-0e4ac423ac60), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:09.890825 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.services.segments.db [None req-96c38320-6ac4-420f-9b4d-fb723a0433a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce46a72d-d21b-4b38-8b8c-0e4ac423ac60']}} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:19:09.900966 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.services.segments.db [None req-96c38320-6ac4-420f-9b4d-fb723a0433a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '933b69cb-9b5d-476f-bddf-a4d2b8410aed') {'for_net_delete': True} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:19:09.901263 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.services.segments.db [None req-96c38320-6ac4-420f-9b4d-fb723a0433a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '933b69cb-9b5d-476f-bddf-a4d2b8410aed') {} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:19:09.912525 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-96c38320-6ac4-420f-9b4d-fb723a0433a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757691629734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26733574'] for segment (933b69cb-9b5d-476f-bddf-a4d2b8410aed), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:09.927172 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-96c38320-6ac4-420f-9b4d-fb723a0433a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220699'] for segment (933b69cb-9b5d-476f-bddf-a4d2b8410aed), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:09.937189 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96c38320-6ac4-420f-9b4d-fb723a0433a3 admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=103838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 17:19:09.937598 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-96c38320-6ac4-420f-9b4d-fb723a0433a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26691091'] for segment (933b69cb-9b5d-476f-bddf-a4d2b8410aed), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:09.939437 dv-cinder-778193-22-iscsi neutron-server[103838]: Traceback (most recent call last): Mar 02 17:19:09.939437 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 17:19:09.939437 dv-cinder-778193-22-iscsi neutron-server[103838]: timer() Mar 02 17:19:09.939437 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:19:09.939437 dv-cinder-778193-22-iscsi neutron-server[103838]: cb(*args, **kw) Mar 02 17:19:09.939437 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 17:19:09.939437 dv-cinder-778193-22-iscsi neutron-server[103838]: return func(*args, **kwargs) Mar 02 17:19:09.939437 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:19:09.939437 dv-cinder-778193-22-iscsi neutron-server[103838]: self._notify() Mar 02 17:19:09.939437 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:19:09.939437 dv-cinder-778193-22-iscsi neutron-server[103838]: self.callback(batched_events) Mar 02 17:19:09.939437 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:19:09.939437 dv-cinder-778193-22-iscsi neutron-server[103838]: event.method(event) Mar 02 17:19:09.939437 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 17:19:09.939437 dv-cinder-778193-22-iscsi neutron-server[103838]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:19:09.939437 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 17:19:09.939437 dv-cinder-778193-22-iscsi neutron-server[103838]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:19:09.939437 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 17:19:09.939437 dv-cinder-778193-22-iscsi neutron-server[103838]: return f(self, *a, **k) Mar 02 17:19:09.939437 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:19:09.939437 dv-cinder-778193-22-iscsi neutron-server[103838]: return self._get(url).json() Mar 02 17:19:09.939437 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:19:09.939437 dv-cinder-778193-22-iscsi neutron-server[103838]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:19:09.939437 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 17:19:09.939437 dv-cinder-778193-22-iscsi neutron-server[103838]: return self.request(url, 'GET', **kwargs) Mar 02 17:19:09.939437 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 17:19:09.939437 dv-cinder-778193-22-iscsi neutron-server[103838]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:19:09.939437 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 17:19:09.939437 dv-cinder-778193-22-iscsi neutron-server[103838]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:19:09.939437 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 17:19:09.939437 dv-cinder-778193-22-iscsi neutron-server[103838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:19:09.939437 dv-cinder-778193-22-iscsi neutron-server[103838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:19:10.031090 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_dvr_db [None req-c71ffa86-24af-4446-9469-af3819a0618a None None] Set router a9c6bb39-0e65-4304-ac21-609ebe335f5b gateway port host: dv-cinder-778193-22-iscsi {{(pid=103840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:19:10.078900 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-96c38320-6ac4-420f-9b4d-fb723a0433a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3970246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-755379'] for network (ce46a72d-d21b-4b38-8b8c-0e4ac423ac60), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:10.086146 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-96c38320-6ac4-420f-9b4d-fb723a0433a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572135'] for network (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:10.097750 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-96c38320-6ac4-420f-9b4d-fb723a0433a3 admin admin] 10.222.0.55 "DELETE /v2.0/networks/ce46a72d-d21b-4b38-8b8c-0e4ac423ac60 HTTP/1.1" status: 204 len: 168 time: 0.4446721 Mar 02 17:19:10.104935 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c38320-6ac4-420f-9b4d-fb723a0433a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce46a72d-d21b-4b38-8b8c-0e4ac423ac60,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:19:10.228315 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_hamode_db [None req-c71ffa86-24af-4446-9469-af3819a0618a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c6bb39-0e65-4304-ac21-609ebe335f5b', 'name': 'tempest-AttachVolumeTestJSON-751273809-router', 'tenant_id': '897cb86723544dc8ad80348cfa07e75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '5c4b10ba-3f9d-485a-a71a-99172cdf6b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:19:03Z', 'updated_at': '2022-03-02T17:19:07Z', 'revision_number': 4, 'project_id': '897cb86723544dc8ad80348cfa07e75a', 'gw_port': {'id': '5c4b10ba-3f9d-485a-a71a-99172cdf6b77', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c6bb39-0e65-4304-ac21-609ebe335f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:19:04Z', 'updated_at': '2022-03-02T17:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_interfaces': [{'id': '0e112deb-1ee2-4160-92d9-2c45574c881d', 'name': '', 'network_id': 'a369cc48-2224-4c73-b48d-483a3f280468', 'tenant_id': '897cb86723544dc8ad80348cfa07e75a', 'mac_address': 'fa:16:3e:4a:c2:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9c6bb39-0e65-4304-ac21-609ebe335f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '9ec618b1-f648-4651-8591-c6b7e8ac0a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:19:06Z', 'updated_at': '2022-03-02T17:19:07Z', 'revision_number': 2, 'project_id': '897cb86723544dc8ad80348cfa07e75a', 'subnets': [{'id': '9ec618b1-f648-4651-8591-c6b7e8ac0a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:19:10.267864 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71ffa86-24af-4446-9469-af3819a0618a None None] Checking router: a9c6bb39-0e65-4304-ac21-609ebe335f5b for host: dv-cinder-778193-22-iscsi {{(pid=103840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 17:19:10.268228 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71ffa86-24af-4446-9469-af3819a0618a None None] Updating router a9c6bb39-0e65-4304-ac21-609ebe335f5b port 0e112deb-1ee2-4160-92d9-2c45574c881d binding host dv-cinder-778193-22-iscsi {{(pid=103840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 17:19:10.296549 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-c71ffa86-24af-4446-9469-af3819a0618a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (0e112deb-1ee2-4160-92d9-2c45574c881d), before_update {{(pid=103840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:10.330002 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262fc3f7-3c5b-4c75-b907-5fdb39879727 req-c6262a6c-0704-4113-9f46-723fc8d73b31 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:19:10.332413 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-262fc3f7-3c5b-4c75-b907-5fdb39879727 req-c6262a6c-0704-4113-9f46-723fc8d73b31 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/ports?device_id=f08bd6a6-119c-4ce4-bb53-ced878235c33 HTTP/1.1" status: 200 len: 985 time: 0.0632360 Mar 02 17:19:10.381113 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 50168) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:19:10.450259 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-262fc3f7-3c5b-4c75-b907-5fdb39879727 req-d8d2e036-424b-4e4e-8ec6-fd139fca932f tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/security-groups?id=31bb6b75-c2a0-45f3-8689-e1fcac5b58d7&id=aae85e0a-c103-4ddd-81a2-76fd14f89f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1111410 Mar 02 17:19:10.450571 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 50170) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:19:10.459553 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-cdee60a7-7455-44c2-8955-809012e41087 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=37e292fddf124d1e80afd1100940a1ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0772138 Mar 02 17:19:10.508283 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-3d74f879-fed2-4c64-9f4a-9551bd961128 admin admin] Publish callbacks [] for security_group (a87b5658-3d6d-4251-94e0-db2b1efad5c2), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:10.543993 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-3d74f879-fed2-4c64-9f4a-9551bd961128 admin admin] Publish callbacks [] for security_group (a87b5658-3d6d-4251-94e0-db2b1efad5c2), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:10.585278 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-c71ffa86-24af-4446-9469-af3819a0618a None None] Publish callbacks [] for port (0e112deb-1ee2-4160-92d9-2c45574c881d), precommit_update {{(pid=103840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:10.664797 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-c71ffa86-24af-4446-9469-af3819a0618a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (0e112deb-1ee2-4160-92d9-2c45574c881d), after_update {{(pid=103840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:10.704518 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-3d74f879-fed2-4c64-9f4a-9551bd961128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (a87b5658-3d6d-4251-94e0-db2b1efad5c2), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:10.707470 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-3d74f879-fed2-4c64-9f4a-9551bd961128 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:10.713036 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-3d74f879-fed2-4c64-9f4a-9551bd961128 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a87b5658-3d6d-4251-94e0-db2b1efad5c2 HTTP/1.1" status: 204 len: 168 time: 0.2613487 Mar 02 17:19:10.722408 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d74f879-fed2-4c64-9f4a-9551bd961128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87b5658-3d6d-4251-94e0-db2b1efad5c2,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:19:10.743558 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574fda44-2578-4398-8ed0-39a873eeb869 None None] Pushing event updated for resources: {'Port': ['ID=0e112deb-1ee2-4160-92d9-2c45574c881d,revision_number=3']} {{(pid=103840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:19:10.772357 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574fda44-2578-4398-8ed0-39a873eeb869 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:19:10.772712 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574fda44-2578-4398-8ed0-39a873eeb869 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:19:10.773116 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574fda44-2578-4398-8ed0-39a873eeb869 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:19:10.773456 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574fda44-2578-4398-8ed0-39a873eeb869 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:19:10.773771 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574fda44-2578-4398-8ed0-39a873eeb869 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:19:10.774861 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574fda44-2578-4398-8ed0-39a873eeb869 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:19:10.775231 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574fda44-2578-4398-8ed0-39a873eeb869 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:19:10.775564 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574fda44-2578-4398-8ed0-39a873eeb869 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:19:10.775892 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574fda44-2578-4398-8ed0-39a873eeb869 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:19:10.776227 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574fda44-2578-4398-8ed0-39a873eeb869 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:19:10.776718 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574fda44-2578-4398-8ed0-39a873eeb869 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:19:10.776859 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574fda44-2578-4398-8ed0-39a873eeb869 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:19:10.777339 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574fda44-2578-4398-8ed0-39a873eeb869 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:19:10.791083 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.managers [None req-c71ffa86-24af-4446-9469-af3819a0618a None None] Attempting to bind port 0e112deb-1ee2-4160-92d9-2c45574c881d on host dv-cinder-778193-22-iscsi for vnic_type normal with profile {{(pid=103840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 17:19:10.791449 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.managers [None req-c71ffa86-24af-4446-9469-af3819a0618a None None] Attempting to bind port 0e112deb-1ee2-4160-92d9-2c45574c881d by drivers openvswitch,hyperv on host dv-cinder-778193-22-iscsi at level 0 using segments [{'id': '598bc54e-779f-42fa-8855-b2263b11ffea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a369cc48-2224-4c73-b48d-483a3f280468'}] {{(pid=103840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 17:19:10.791805 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71ffa86-24af-4446-9469-af3819a0618a None None] Attempting to bind port 0e112deb-1ee2-4160-92d9-2c45574c881d on network a369cc48-2224-4c73-b48d-483a3f280468 {{(pid=103840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 17:19:10.797994 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71ffa86-24af-4446-9469-af3819a0618a None None] Checking agent: {'id': '90356b9b-9a55-4227-ace0-d1fc01a5475f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 6, 38), 'started_at': datetime.datetime(2022, 3, 2, 17, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 17:19:10.798374 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71ffa86-24af-4446-9469-af3819a0618a None None] Checking segment: {'id': '598bc54e-779f-42fa-8855-b2263b11ffea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a369cc48-2224-4c73-b48d-483a3f280468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 17:19:10.799188 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-c71ffa86-24af-4446-9469-af3819a0618a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:10.799754 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71ffa86-24af-4446-9469-af3819a0618a None None] Bound using segment: {'id': '598bc54e-779f-42fa-8855-b2263b11ffea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a369cc48-2224-4c73-b48d-483a3f280468'} {{(pid=103840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 17:19:10.800496 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.managers [None req-c71ffa86-24af-4446-9469-af3819a0618a None None] Bound port: 0e112deb-1ee2-4160-92d9-2c45574c881d, host: dv-cinder-778193-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '598bc54e-779f-42fa-8855-b2263b11ffea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a369cc48-2224-4c73-b48d-483a3f280468'}}] {{(pid=103840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 17:19:10.801801 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-c71ffa86-24af-4446-9469-af3819a0618a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (0e112deb-1ee2-4160-92d9-2c45574c881d), before_update {{(pid=103840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:10.856745 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 50174) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:19:10.862161 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-8414b7ab-c04a-40a4-9147-ac5004029e53 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1711104617', 'description': 'tempest-description--932279861'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:19:10.888453 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.db [None req-c71ffa86-24af-4446-9469-af3819a0618a None None] For port 0e112deb-1ee2-4160-92d9-2c45574c881d, host dv-cinder-778193-22-iscsi, cleared binding levels {{(pid=103840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:19:10.892657 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.db [None req-c71ffa86-24af-4446-9469-af3819a0618a None None] For port 0e112deb-1ee2-4160-92d9-2c45574c881d, host dv-cinder-778193-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=0e112deb-1ee2-4160-92d9-2c45574c881d,segment=NetworkSegment(598bc54e-779f-42fa-8855-b2263b11ffea),segment_id=598bc54e-779f-42fa-8855-b2263b11ffea)] {{(pid=103840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:19:10.962048 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-8414b7ab-c04a-40a4-9147-ac5004029e53 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:10.965752 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-3593a1dc-2e1f-49c5-9aec-b824dd58506f None None] Provisioning complete for port 0e112deb-1ee2-4160-92d9-2c45574c881d triggered by entity DHCP. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:19:10.967515 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-3593a1dc-2e1f-49c5-9aec-b824dd58506f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (0e112deb-1ee2-4160-92d9-2c45574c881d), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:11.004265 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-3593a1dc-2e1f-49c5-9aec-b824dd58506f None None] Port 0e112deb-1ee2-4160-92d9-2c45574c881d cannot update to ACTIVE because it is not bound. {{(pid=103839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 17:19:11.032381 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-8414b7ab-c04a-40a4-9147-ac5004029e53 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks [] for security_group (508f0a83-9bbb-423e-a59a-61c4a37400d0), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:11.032986 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-c71ffa86-24af-4446-9469-af3819a0618a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (0e112deb-1ee2-4160-92d9-2c45574c881d), after_update {{(pid=103840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:11.096556 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71ffa86-24af-4446-9469-af3819a0618a None None] Routers {'a9c6bb39-0e65-4304-ac21-609ebe335f5b'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:19:11.097205 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_hamode_db [None req-c71ffa86-24af-4446-9469-af3819a0618a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:19:04Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['a9c6bb39-0e65-4304-ac21-609ebe335f5b'], 'active': True} {{(pid=103840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:19:11.100298 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574fda44-2578-4398-8ed0-39a873eeb869 None None] Pushing event updated for resources: {'Port': ['ID=0e112deb-1ee2-4160-92d9-2c45574c881d,revision_number=4']} {{(pid=103840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:19:11.158245 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-8414b7ab-c04a-40a4-9147-ac5004029e53 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (508f0a83-9bbb-423e-a59a-61c4a37400d0), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:11.189749 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8414b7ab-c04a-40a4-9147-ac5004029e53 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=508f0a83-9bbb-423e-a59a-61c4a37400d0,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:19:11.223930 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_dvr_db [None req-c71ffa86-24af-4446-9469-af3819a0618a None None] Set router a9c6bb39-0e65-4304-ac21-609ebe335f5b gateway port host: dv-cinder-778193-22-iscsi {{(pid=103840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:19:11.252235 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-8414b7ab-c04a-40a4-9147-ac5004029e53 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:11.254704 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-8414b7ab-c04a-40a4-9147-ac5004029e53 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3965154 Mar 02 17:19:11.256972 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 50180) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:19:11.266461 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-d37ae5ce-b0bb-4449-b5a1-6631b8a46fab tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Request body: {'security_group_rule': {'security_group_id': '508f0a83-9bbb-423e-a59a-61c4a37400d0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:19:11.332173 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-f397c476-6e12-41de-9db9-54648ad96b5d None None] Provisioning complete for port 0e112deb-1ee2-4160-92d9-2c45574c881d triggered by entity DHCP. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:19:11.332633 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-f397c476-6e12-41de-9db9-54648ad96b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (0e112deb-1ee2-4160-92d9-2c45574c881d), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:11.356932 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-d37ae5ce-b0bb-4449-b5a1-6631b8a46fab tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks [] for security_group_rule (888b494d-6d85-4ea0-a65b-d9fb24a5060c), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:11.376478 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device 5c4b10ba-3f9d-485a-a71a-99172cdf6b77 up at agent ovs-agent-dv-cinder-778193-22-iscsi {{(pid=103839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 17:19:11.435587 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-d37ae5ce-b0bb-4449-b5a1-6631b8a46fab tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks [] for security_group_rule (888b494d-6d85-4ea0-a65b-d9fb24a5060c), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:11.459482 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_hamode_db [None req-c71ffa86-24af-4446-9469-af3819a0618a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c6bb39-0e65-4304-ac21-609ebe335f5b', 'name': 'tempest-AttachVolumeTestJSON-751273809-router', 'tenant_id': '897cb86723544dc8ad80348cfa07e75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '5c4b10ba-3f9d-485a-a71a-99172cdf6b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:19:03Z', 'updated_at': '2022-03-02T17:19:07Z', 'revision_number': 4, 'project_id': '897cb86723544dc8ad80348cfa07e75a', 'gw_port': {'id': '5c4b10ba-3f9d-485a-a71a-99172cdf6b77', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c6bb39-0e65-4304-ac21-609ebe335f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:19:04Z', 'updated_at': '2022-03-02T17:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_interfaces': [{'id': '0e112deb-1ee2-4160-92d9-2c45574c881d', 'name': '', 'network_id': 'a369cc48-2224-4c73-b48d-483a3f280468', 'tenant_id': '897cb86723544dc8ad80348cfa07e75a', 'mac_address': 'fa:16:3e:4a:c2:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9c6bb39-0e65-4304-ac21-609ebe335f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '9ec618b1-f648-4651-8591-c6b7e8ac0a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:19:06Z', 'updated_at': '2022-03-02T17:19:10Z', 'revision_number': 4, 'project_id': '897cb86723544dc8ad80348cfa07e75a', 'subnets': [{'id': '9ec618b1-f648-4651-8591-c6b7e8ac0a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:19:11.480137 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Provisioning complete for port 5c4b10ba-3f9d-485a-a71a-99172cdf6b77 triggered by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:19:11.480531 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (5c4b10ba-3f9d-485a-a71a-99172cdf6b77), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:11.486583 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71ffa86-24af-4446-9469-af3819a0618a None None] The sync data for ids ['a9c6bb39-0e65-4304-ac21-609ebe335f5b'] in dv-cinder-778193-22-iscsi is: [{'id': 'a9c6bb39-0e65-4304-ac21-609ebe335f5b', 'name': 'tempest-AttachVolumeTestJSON-751273809-router', 'tenant_id': '897cb86723544dc8ad80348cfa07e75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '5c4b10ba-3f9d-485a-a71a-99172cdf6b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:19:03Z', 'updated_at': '2022-03-02T17:19:07Z', 'revision_number': 4, 'project_id': '897cb86723544dc8ad80348cfa07e75a', 'gw_port': {'id': '5c4b10ba-3f9d-485a-a71a-99172cdf6b77', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c6bb39-0e65-4304-ac21-609ebe335f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:19:04Z', 'updated_at': '2022-03-02T17:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_interfaces': [{'id': '0e112deb-1ee2-4160-92d9-2c45574c881d', 'name': '', 'network_id': 'a369cc48-2224-4c73-b48d-483a3f280468', 'tenant_id': '897cb86723544dc8ad80348cfa07e75a', 'mac_address': 'fa:16:3e:4a:c2:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9c6bb39-0e65-4304-ac21-609ebe335f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '9ec618b1-f648-4651-8591-c6b7e8ac0a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:19:06Z', 'updated_at': '2022-03-02T17:19:10Z', 'revision_number': 4, 'project_id': '897cb86723544dc8ad80348cfa07e75a', 'subnets': [{'id': '9ec618b1-f648-4651-8591-c6b7e8ac0a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 17:19:11.506851 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-f397c476-6e12-41de-9db9-54648ad96b5d None None] Current status of the port 0e112deb-1ee2-4160-92d9-2c45574c881d is: DOWN; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:19:11.507232 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-f397c476-6e12-41de-9db9-54648ad96b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (0e112deb-1ee2-4160-92d9-2c45574c881d), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:11.524440 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-d37ae5ce-b0bb-4449-b5a1-6631b8a46fab tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785262'] for security_group_rule (888b494d-6d85-4ea0-a65b-d9fb24a5060c), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:11.555525 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37ae5ce-b0bb-4449-b5a1-6631b8a46fab tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=888b494d-6d85-4ea0-a65b-d9fb24a5060c,revision_number=0']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:19:11.583822 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-f397c476-6e12-41de-9db9-54648ad96b5d None None] For port 0e112deb-1ee2-4160-92d9-2c45574c881d, host dv-cinder-778193-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=0e112deb-1ee2-4160-92d9-2c45574c881d,segment=NetworkSegment(598bc54e-779f-42fa-8855-b2263b11ffea),segment_id=598bc54e-779f-42fa-8855-b2263b11ffea)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:19:11.618923 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1e01a-5eb6-4176-a19e-0495e595cb3c req-4961866a-2e7d-458f-bab3-65c69a713f11 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:19:11.620462 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-05d1e01a-5eb6-4176-a19e-0495e595cb3c req-4961866a-2e7d-458f-bab3-65c69a713f11 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/ports?device_id=f08bd6a6-119c-4ce4-bb53-ced878235c33 HTTP/1.1" status: 200 len: 985 time: 0.0578005 Mar 02 17:19:11.635225 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Current status of the port 5c4b10ba-3f9d-485a-a71a-99172cdf6b77 is: ACTIVE; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:19:11.655519 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-d37ae5ce-b0bb-4449-b5a1-6631b8a46fab tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:11.656801 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-d37ae5ce-b0bb-4449-b5a1-6631b8a46fab tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3967688 Mar 02 17:19:11.659544 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 50190) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:19:11.664482 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-ac5b170f-cf6e-4116-a893-29e31eaa33cf tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Request body: {'security_group_rule': {'security_group_id': '508f0a83-9bbb-423e-a59a-61c4a37400d0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:19:11.678599 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-f397c476-6e12-41de-9db9-54648ad96b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (0e112deb-1ee2-4160-92d9-2c45574c881d), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:11.708676 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-05d1e01a-5eb6-4176-a19e-0495e595cb3c req-1050872f-41cf-4448-86fe-de356f7ede97 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/security-groups?id=31bb6b75-c2a0-45f3-8689-e1fcac5b58d7&id=aae85e0a-c103-4ddd-81a2-76fd14f89f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0793266 Mar 02 17:19:11.743009 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f397c476-6e12-41de-9db9-54648ad96b5d None None] Pushing event updated for resources: {'Port': ['ID=0e112deb-1ee2-4160-92d9-2c45574c881d,revision_number=5']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:19:11.778618 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-ac5b170f-cf6e-4116-a893-29e31eaa33cf tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks [] for security_group_rule (b5e7f315-59a2-4416-861f-d2a745726cf2), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:11.848351 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-ac5b170f-cf6e-4116-a893-29e31eaa33cf tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks [] for security_group_rule (b5e7f315-59a2-4416-861f-d2a745726cf2), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:11.946875 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-ac5b170f-cf6e-4116-a893-29e31eaa33cf tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785262'] for security_group_rule (b5e7f315-59a2-4416-861f-d2a745726cf2), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:11.964612 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5b170f-cf6e-4116-a893-29e31eaa33cf tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5e7f315-59a2-4416-861f-d2a745726cf2,revision_number=0']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:19:12.041638 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-ac5b170f-cf6e-4116-a893-29e31eaa33cf tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:12.043273 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-ac5b170f-cf6e-4116-a893-29e31eaa33cf tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3825688 Mar 02 17:19:12.056615 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 50200) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:19:12.063502 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-e4c5ef8e-5ec7-4170-9a69-4d6bba72581e tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Request body: {'floatingip': {'floating_network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:19:12.151026 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-e4c5ef8e-5ec7-4170-9a69-4d6bba72581e tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:12.260340 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-e4c5ef8e-5ec7-4170-9a69-4d6bba72581e tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:12.382244 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.db.db_base_plugin_common [None req-e4c5ef8e-5ec7-4170-9a69-4d6bba72581e tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Allocated IP 172.27.1.111 (0bf1b91f-7d47-47dc-984e-54613c32c4bf/e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9/24c6bdb6-5186-41cb-b9c7-4324d7634e08) {{(pid=103837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:19:12.491682 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-e4c5ef8e-5ec7-4170-9a69-4d6bba72581e tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks [] for port (24c6bdb6-5186-41cb-b9c7-4324d7634e08), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:12.644629 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-e4c5ef8e-5ec7-4170-9a69-4d6bba72581e tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757691134181'] for port (24c6bdb6-5186-41cb-b9c7-4324d7634e08), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:12.689212 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c5ef8e-5ec7-4170-9a69-4d6bba72581e tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Network 0bf1b91f-7d47-47dc-984e-54613c32c4bf is already hosted by enough agents. {{(pid=103837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:19:12.692068 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.scheduler.base_scheduler [None req-e4c5ef8e-5ec7-4170-9a69-4d6bba72581e tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Resources bound (agent type, host, resource id): {{(pid=103837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:19:12.695528 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c5ef8e-5ec7-4170-9a69-4d6bba72581e tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Received port after_create {{(pid=103837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 17:19:12.707183 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c5ef8e-5ec7-4170-9a69-4d6bba72581e tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Pushing event updated for resources: {'Port': ['ID=24c6bdb6-5186-41cb-b9c7-4324d7634e08,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:19:12.751357 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-e4c5ef8e-5ec7-4170-9a69-4d6bba72581e tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks [] for floatingip (8703ede6-c4b9-4852-94a5-a8b04ad741e7), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:12.836441 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a29b8-6fb3-40f9-8e77-d91558515e64 req-74a71c82-489f-4dae-9667-da6bcf4e0afc tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:19:12.837970 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-7c9a29b8-6fb3-40f9-8e77-d91558515e64 req-74a71c82-489f-4dae-9667-da6bcf4e0afc tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/ports?device_id=f08bd6a6-119c-4ce4-bb53-ced878235c33 HTTP/1.1" status: 200 len: 985 time: 0.0568199 Mar 02 17:19:12.891491 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-e4c5ef8e-5ec7-4170-9a69-4d6bba72581e tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (24c6bdb6-5186-41cb-b9c7-4324d7634e08), before_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:12.901819 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-7c9a29b8-6fb3-40f9-8e77-d91558515e64 req-c6de3291-dd15-4799-8843-fbc2d4341f0f tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/security-groups?id=31bb6b75-c2a0-45f3-8689-e1fcac5b58d7&id=aae85e0a-c103-4ddd-81a2-76fd14f89f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0569999 Mar 02 17:19:13.051883 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-e4c5ef8e-5ec7-4170-9a69-4d6bba72581e tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks [] for port (24c6bdb6-5186-41cb-b9c7-4324d7634e08), precommit_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:13.100778 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-e4c5ef8e-5ec7-4170-9a69-4d6bba72581e tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (24c6bdb6-5186-41cb-b9c7-4324d7634e08), after_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:13.133681 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-e4c5ef8e-5ec7-4170-9a69-4d6bba72581e tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-755393'] for floatingip (8703ede6-c4b9-4852-94a5-a8b04ad741e7), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:13.158636 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c5ef8e-5ec7-4170-9a69-4d6bba72581e tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Pushing event updated for resources: {'Port': ['ID=24c6bdb6-5186-41cb-b9c7-4324d7634e08,revision_number=2']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:19:13.263450 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-e4c5ef8e-5ec7-4170-9a69-4d6bba72581e tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021714'] for floatingip (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:13.264697 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-e4c5ef8e-5ec7-4170-9a69-4d6bba72581e tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2065465 Mar 02 17:19:13.369613 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device 0e112deb-1ee2-4160-92d9-2c45574c881d up at agent ovs-agent-dv-cinder-778193-22-iscsi {{(pid=103839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 17:19:13.442394 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Provisioning complete for port 0e112deb-1ee2-4160-92d9-2c45574c881d triggered by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:19:13.442796 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (0e112deb-1ee2-4160-92d9-2c45574c881d), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:13.482623 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0a4aec44-3e10-4ba8-835c-af19ade5bac3 req-bd448c6d-7bd1-425d-8393-a91be1e4aa85 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1711104617&fields=id&tenant_id=897cb86723544dc8ad80348cfa07e75a HTTP/1.1" status: 200 len: 267 time: 0.0431237 Mar 02 17:19:13.519146 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Current status of the port 0e112deb-1ee2-4160-92d9-2c45574c881d is: ACTIVE; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:19:13.535176 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (dbb67c4d-7aa5-4acf-82b3-541c1cabd3d2), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:13.594280 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4aec44-3e10-4ba8-835c-af19ade5bac3 req-3ece3137-329f-4188-b255-8ee48adeba4b tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:19:13.595791 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0a4aec44-3e10-4ba8-835c-af19ade5bac3 req-3ece3137-329f-4188-b255-8ee48adeba4b tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/networks?id=a369cc48-2224-4c73-b48d-483a3f280468 HTTP/1.1" status: 200 len: 810 time: 0.1063802 Mar 02 17:19:13.611669 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0a4aec44-3e10-4ba8-835c-af19ade5bac3 req-a66256df-4ab1-4482-9b31-fbd3a5a4e5a5 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/quotas/897cb86723544dc8ad80348cfa07e75a HTTP/1.1" status: 200 len: 375 time: 0.0103014 Mar 02 17:19:13.667190 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0a4aec44-3e10-4ba8-835c-af19ade5bac3 req-1d3c5a47-258e-4012-9e98-ae203803f3cf tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=897cb86723544dc8ad80348cfa07e75a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498469 Mar 02 17:19:13.761489 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0a4aec44-3e10-4ba8-835c-af19ade5bac3 req-0315b847-2e37-4688-8bcb-bf7def2e8825 service neutron] 10.222.0.55 "GET /v2.0/networks/a369cc48-2224-4c73-b48d-483a3f280468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820863 Mar 02 17:19:13.857620 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0a4aec44-3e10-4ba8-835c-af19ade5bac3 req-9f0c7742-2079-4772-97ec-017f60c8076c service neutron] 10.222.0.55 "GET /v2.0/networks/a369cc48-2224-4c73-b48d-483a3f280468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894248 Mar 02 17:19:14.044361 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b722cf71-bd6a-49f4-af19-bfe9a22a3316 req-2670ca07-f28d-4b8a-8c6c-1948a2cb06a3 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:19:14.047002 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-b722cf71-bd6a-49f4-af19-bfe9a22a3316 req-2670ca07-f28d-4b8a-8c6c-1948a2cb06a3 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/ports?device_id=f08bd6a6-119c-4ce4-bb53-ced878235c33 HTTP/1.1" status: 200 len: 985 time: 0.0761232 Mar 02 17:19:14.149327 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-cb673639-a756-4ef9-bc8a-98976262cae8 req-f5550172-3273-46ac-af25-83990e102fe2 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fde58ef-9fc8-4415-b786-0d52ef5ea494 HTTP/1.1" status: 200 len: 210 time: 0.0389271 Mar 02 17:19:14.170557 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-b722cf71-bd6a-49f4-af19-bfe9a22a3316 req-8963ae58-93ad-4660-be91-c62a300122b0 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/security-groups?id=31bb6b75-c2a0-45f3-8689-e1fcac5b58d7&id=aae85e0a-c103-4ddd-81a2-76fd14f89f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1172576 Mar 02 17:19:15.241049 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-9d4cdec7-8507-4934-9f1a-7121646c88b8 req-7c53eabc-8d61-40b9-aff3-3c45733c73f2 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fde58ef-9fc8-4415-b786-0d52ef5ea494 HTTP/1.1" status: 200 len: 210 time: 0.0357575 Mar 02 17:19:15.291709 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a5c65-8c95-4f70-b096-1068eeb315f1 req-b62bf099-36a0-4979-bee2-f158ca184e79 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:19:15.293200 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-1c9a5c65-8c95-4f70-b096-1068eeb315f1 req-b62bf099-36a0-4979-bee2-f158ca184e79 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/ports?device_id=f08bd6a6-119c-4ce4-bb53-ced878235c33 HTTP/1.1" status: 200 len: 985 time: 0.0560510 Mar 02 17:19:15.354314 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-1c9a5c65-8c95-4f70-b096-1068eeb315f1 req-6de4487a-f8fb-472b-8270-9f8de2a8f125 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/security-groups?id=31bb6b75-c2a0-45f3-8689-e1fcac5b58d7&id=aae85e0a-c103-4ddd-81a2-76fd14f89f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543997 Mar 02 17:19:15.449751 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e506bb31-1416-4ac6-9e84-17a17b88cee9 req-c78f15b4-8125-451f-bcca-4664bc692210 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0486636 Mar 02 17:19:15.527151 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e506bb31-1416-4ac6-9e84-17a17b88cee9 req-f1923f89-2f52-4d0c-9e3f-fc59d6a1fc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:19:15.529831 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e506bb31-1416-4ac6-9e84-17a17b88cee9 req-f1923f89-2f52-4d0c-9e3f-fc59d6a1fc47 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4c5c3e34b0274e8a95876b46416bdc2d&device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 1130 time: 0.0520406 Mar 02 17:19:15.633684 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e506bb31-1416-4ac6-9e84-17a17b88cee9 req-61df79bf-c1f2-4e81-a7ad-93791c954c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:19:15.635275 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e506bb31-1416-4ac6-9e84-17a17b88cee9 req-61df79bf-c1f2-4e81-a7ad-93791c954c03 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ba91141c-2c4a-433e-a175-e7c250467227 HTTP/1.1" status: 200 len: 918 time: 0.0881138 Mar 02 17:19:15.709810 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e506bb31-1416-4ac6-9e84-17a17b88cee9 req-b4ca2677-f16a-4706-b854-e218ca1aa2b4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b68d8011-6aa0-4d28-8e03-0da9e6f36b0e HTTP/1.1" status: 200 len: 1000 time: 0.0668378 Mar 02 17:19:15.765940 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e506bb31-1416-4ac6-9e84-17a17b88cee9 req-a6fcb904-5bee-4b68-aa73-69c552098fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:19:15.767438 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e506bb31-1416-4ac6-9e84-17a17b88cee9 req-a6fcb904-5bee-4b68-aa73-69c552098fe4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b2418ff9-f0a5-4e04-8f27-a85b5ef0f2a3 HTTP/1.1" status: 200 len: 856 time: 0.0496416 Mar 02 17:19:15.821256 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e506bb31-1416-4ac6-9e84-17a17b88cee9 req-bf9f181b-7146-4c84-9fb9-9d93ea73d125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:19:15.822726 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e506bb31-1416-4ac6-9e84-17a17b88cee9 req-bf9f181b-7146-4c84-9fb9-9d93ea73d125 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ba91141c-2c4a-433e-a175-e7c250467227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0477862 Mar 02 17:19:15.926927 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e506bb31-1416-4ac6-9e84-17a17b88cee9 req-192d054e-5bad-4cc9-a3d4-35b48b4400a3 service neutron] 10.222.0.49 "GET /v2.0/networks/ba91141c-2c4a-433e-a175-e7c250467227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978370 Mar 02 17:19:15.987971 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 50254) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:19:16.026120 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e506bb31-1416-4ac6-9e84-17a17b88cee9 req-10652518-3d7d-4ebc-9586-66cfabe2c0b0 service neutron] 10.222.0.49 "GET /v2.0/networks/ba91141c-2c4a-433e-a175-e7c250467227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898027 Mar 02 17:19:16.102057 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-7c60d88a-962c-48c3-ac33-f0376bc9d6b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:16.177944 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-7c60d88a-962c-48c3-ac33-f0376bc9d6b8 admin admin] Publish callbacks [] for security_group (bb69e462-9303-4691-a237-464de1b00904), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:16.249288 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-7c60d88a-962c-48c3-ac33-f0376bc9d6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (bb69e462-9303-4691-a237-464de1b00904), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:16.292376 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-7c60d88a-962c-48c3-ac33-f0376bc9d6b8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bbc16bfb64ee4042a93205d15bf961e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3032763 Mar 02 17:19:16.293247 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c60d88a-962c-48c3-ac33-f0376bc9d6b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb69e462-9303-4691-a237-464de1b00904,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:19:16.295961 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 50260) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:19:16.339759 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-dfd1e594-61ea-40fd-b850-608eab85cdf0 req-7679b947-69fb-44a8-a095-5df41a5aed57 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fde58ef-9fc8-4415-b786-0d52ef5ea494 HTTP/1.1" status: 200 len: 210 time: 0.0279896 Mar 02 17:19:16.352789 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-4463c42d-ada3-4da4-aefc-300c43d7d788 admin admin] Publish callbacks [] for security_group (bb69e462-9303-4691-a237-464de1b00904), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:16.375840 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-4463c42d-ada3-4da4-aefc-300c43d7d788 admin admin] Publish callbacks [] for security_group (bb69e462-9303-4691-a237-464de1b00904), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:16.551513 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a78874d-e72d-4c65-9237-c9b25e23453e req-4899a64c-e3e4-4609-b733-0f38e0d88609 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:19:16.551513 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-6a78874d-e72d-4c65-9237-c9b25e23453e req-4899a64c-e3e4-4609-b733-0f38e0d88609 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/ports?device_id=f08bd6a6-119c-4ce4-bb53-ced878235c33 HTTP/1.1" status: 200 len: 985 time: 0.0612347 Mar 02 17:19:16.563187 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-6a78874d-e72d-4c65-9237-c9b25e23453e req-486213bd-294e-4c44-a137-deb64792b1dc tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/security-groups?id=31bb6b75-c2a0-45f3-8689-e1fcac5b58d7&id=aae85e0a-c103-4ddd-81a2-76fd14f89f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0635765 Mar 02 17:19:16.613288 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-4463c42d-ada3-4da4-aefc-300c43d7d788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (bb69e462-9303-4691-a237-464de1b00904), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:16.615907 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-4463c42d-ada3-4da4-aefc-300c43d7d788 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:16.617162 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-4463c42d-ada3-4da4-aefc-300c43d7d788 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bb69e462-9303-4691-a237-464de1b00904 HTTP/1.1" status: 204 len: 168 time: 0.3202274 Mar 02 17:19:16.637621 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4463c42d-ada3-4da4-aefc-300c43d7d788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb69e462-9303-4691-a237-464de1b00904,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:19:16.761595 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4aec44-3e10-4ba8-835c-af19ade5bac3 req-2ff65e8d-4328-4089-a6f9-48a11695d1ff tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:19:16.764228 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0a4aec44-3e10-4ba8-835c-af19ade5bac3 req-2ff65e8d-4328-4089-a6f9-48a11695d1ff tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.49 "GET /v2.0/networks?id=a369cc48-2224-4c73-b48d-483a3f280468 HTTP/1.1" status: 200 len: 810 time: 0.1484935 Mar 02 17:19:16.834157 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0a4aec44-3e10-4ba8-835c-af19ade5bac3 req-29ffd7f8-af83-434d-9f52-322f264bd386 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=897cb86723544dc8ad80348cfa07e75a HTTP/1.1" status: 200 len: 380 time: 0.0594785 Mar 02 17:19:16.844561 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [req-0a4aec44-3e10-4ba8-835c-af19ade5bac3 req-2675cfb5-9d0a-4ff8-a759-2ebcedee836e tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Request body: {'port': {'device_id': '1fde58ef-9fc8-4415-b786-0d52ef5ea494', 'network_id': 'a369cc48-2224-4c73-b48d-483a3f280468', 'admin_state_up': True, 'tenant_id': '897cb86723544dc8ad80348cfa07e75a', 'security_groups': ['508f0a83-9bbb-423e-a59a-61c4a37400d0']}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:19:17.012625 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a4aec44-3e10-4ba8-835c-af19ade5bac3 req-2675cfb5-9d0a-4ff8-a759-2ebcedee836e tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Made reservation on behalf of 897cb86723544dc8ad80348cfa07e75a for: {'port': 1} {{(pid=103838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:19:17.016803 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-0a4aec44-3e10-4ba8-835c-af19ade5bac3 req-2675cfb5-9d0a-4ff8-a759-2ebcedee836e tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:17.173698 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.db_base_plugin_common [req-0a4aec44-3e10-4ba8-835c-af19ade5bac3 req-2675cfb5-9d0a-4ff8-a759-2ebcedee836e tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Allocated IP 172.20.0.7 (a369cc48-2224-4c73-b48d-483a3f280468/9ec618b1-f648-4651-8591-c6b7e8ac0a17/fc27bd87-cdbe-4c2c-91e9-f825c0ee518f) {{(pid=103838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:19:17.326351 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-0a4aec44-3e10-4ba8-835c-af19ade5bac3 req-2675cfb5-9d0a-4ff8-a759-2ebcedee836e tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks [] for port (fc27bd87-cdbe-4c2c-91e9-f825c0ee518f), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:17.439172 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-42dfb573-4774-4f85-9e1c-0a267bbaa48d req-63dcb78a-732d-4008-80e5-46607222f6c5 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fde58ef-9fc8-4415-b786-0d52ef5ea494 HTTP/1.1" status: 200 len: 210 time: 0.0289075 Mar 02 17:19:17.441402 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-0a4aec44-3e10-4ba8-835c-af19ade5bac3 req-2675cfb5-9d0a-4ff8-a759-2ebcedee836e tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757691134181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26691326'] for port (fc27bd87-cdbe-4c2c-91e9-f825c0ee518f), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:17.486004 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a4aec44-3e10-4ba8-835c-af19ade5bac3 req-2675cfb5-9d0a-4ff8-a759-2ebcedee836e tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Network a369cc48-2224-4c73-b48d-483a3f280468 is already hosted by enough agents. {{(pid=103838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:19:17.489188 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.base_scheduler [req-0a4aec44-3e10-4ba8-835c-af19ade5bac3 req-2675cfb5-9d0a-4ff8-a759-2ebcedee836e tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Resources bound (agent type, host, resource id): {{(pid=103838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:19:17.491835 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a4aec44-3e10-4ba8-835c-af19ade5bac3 req-2675cfb5-9d0a-4ff8-a759-2ebcedee836e tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Received port after_create {{(pid=103838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 17:19:17.582641 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2675cfb5-9d0a-4ff8-a759-2ebcedee836e tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Pushing event updated for resources: {'Port': ['ID=fc27bd87-cdbe-4c2c-91e9-f825c0ee518f,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:19:17.582641 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4aec44-3e10-4ba8-835c-af19ade5bac3 req-2675cfb5-9d0a-4ff8-a759-2ebcedee836e tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:19:17.582641 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-0a4aec44-3e10-4ba8-835c-af19ade5bac3 req-2675cfb5-9d0a-4ff8-a759-2ebcedee836e tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021714'] for port (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:17.639477 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0a4aec44-3e10-4ba8-835c-af19ade5bac3 req-2675cfb5-9d0a-4ff8-a759-2ebcedee836e tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8002834 Mar 02 17:19:17.676029 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [req-0a4aec44-3e10-4ba8-835c-af19ade5bac3 req-6bed1939-07b1-4a9e-a206-2955ff5a21ee service neutron] Request body: {'port': {'device_id': '1fde58ef-9fc8-4415-b786-0d52ef5ea494', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:19:17.746723 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-fbbf579b-de68-4b87-b2dc-67304f1ac8de None None] Provisioning complete for port fc27bd87-cdbe-4c2c-91e9-f825c0ee518f triggered by entity DHCP. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:19:17.747373 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-fbbf579b-de68-4b87-b2dc-67304f1ac8de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (fc27bd87-cdbe-4c2c-91e9-f825c0ee518f), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:17.750584 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de9b4a-c5f2-4cb0-8991-72efc46f256c req-2c15e0de-399e-437a-8a50-105439f45769 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:19:17.752142 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d2de9b4a-c5f2-4cb0-8991-72efc46f256c req-2c15e0de-399e-437a-8a50-105439f45769 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/ports?device_id=f08bd6a6-119c-4ce4-bb53-ced878235c33 HTTP/1.1" status: 200 len: 985 time: 0.1117594 Mar 02 17:19:17.757405 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-0a4aec44-3e10-4ba8-835c-af19ade5bac3 req-6bed1939-07b1-4a9e-a206-2955ff5a21ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (fc27bd87-cdbe-4c2c-91e9-f825c0ee518f), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:17.789425 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf579b-de68-4b87-b2dc-67304f1ac8de None None] Port fc27bd87-cdbe-4c2c-91e9-f825c0ee518f cannot update to ACTIVE because it is not bound. {{(pid=103839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 17:19:17.861893 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d2de9b4a-c5f2-4cb0-8991-72efc46f256c req-0b576781-e5f4-4107-82e7-c3d72554152c tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/security-groups?id=31bb6b75-c2a0-45f3-8689-e1fcac5b58d7&id=aae85e0a-c103-4ddd-81a2-76fd14f89f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1021342 Mar 02 17:19:18.090089 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [req-0a4aec44-3e10-4ba8-835c-af19ade5bac3 req-6bed1939-07b1-4a9e-a206-2955ff5a21ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc27bd87-cdbe-4c2c-91e9-f825c0ee518f {{(pid=103838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 17:19:18.098254 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-0a4aec44-3e10-4ba8-835c-af19ade5bac3 req-6bed1939-07b1-4a9e-a206-2955ff5a21ee service neutron] Publish callbacks [] for port (fc27bd87-cdbe-4c2c-91e9-f825c0ee518f), precommit_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:18.110373 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [req-0a4aec44-3e10-4ba8-835c-af19ade5bac3 req-6bed1939-07b1-4a9e-a206-2955ff5a21ee service neutron] Transition to ACTIVE for port object fc27bd87-cdbe-4c2c-91e9-f825c0ee518f will not be triggered until provisioned by entity L2. {{(pid=103838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 17:19:18.235599 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-0a4aec44-3e10-4ba8-835c-af19ade5bac3 req-6bed1939-07b1-4a9e-a206-2955ff5a21ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26691319'] for port (fc27bd87-cdbe-4c2c-91e9-f825c0ee518f), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:18.288059 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bed1939-07b1-4a9e-a206-2955ff5a21ee service neutron] Pushing event updated for resources: {'Port': ['ID=fc27bd87-cdbe-4c2c-91e9-f825c0ee518f,revision_number=2']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:19:18.366760 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [req-0a4aec44-3e10-4ba8-835c-af19ade5bac3 req-6bed1939-07b1-4a9e-a206-2955ff5a21ee service neutron] Attempting to bind port fc27bd87-cdbe-4c2c-91e9-f825c0ee518f on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 17:19:18.367097 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [req-0a4aec44-3e10-4ba8-835c-af19ade5bac3 req-6bed1939-07b1-4a9e-a206-2955ff5a21ee service neutron] Attempting to bind port fc27bd87-cdbe-4c2c-91e9-f825c0ee518f by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '598bc54e-779f-42fa-8855-b2263b11ffea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a369cc48-2224-4c73-b48d-483a3f280468'}] {{(pid=103838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 17:19:18.367422 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4aec44-3e10-4ba8-835c-af19ade5bac3 req-6bed1939-07b1-4a9e-a206-2955ff5a21ee service neutron] Attempting to bind port fc27bd87-cdbe-4c2c-91e9-f825c0ee518f on network a369cc48-2224-4c73-b48d-483a3f280468 {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 17:19:18.373811 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4aec44-3e10-4ba8-835c-af19ade5bac3 req-6bed1939-07b1-4a9e-a206-2955ff5a21ee service neutron] Port fc27bd87-cdbe-4c2c-91e9-f825c0ee518f on network a369cc48-2224-4c73-b48d-483a3f280468 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 17:19:18.374157 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4aec44-3e10-4ba8-835c-af19ade5bac3 req-6bed1939-07b1-4a9e-a206-2955ff5a21ee service neutron] Attempting to bind port fc27bd87-cdbe-4c2c-91e9-f825c0ee518f on network a369cc48-2224-4c73-b48d-483a3f280468 {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 17:19:18.380068 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4aec44-3e10-4ba8-835c-af19ade5bac3 req-6bed1939-07b1-4a9e-a206-2955ff5a21ee service neutron] Checking agent: {'id': 'dbb67c4d-7aa5-4acf-82b3-541c1cabd3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 13), 'started_at': datetime.datetime(2022, 3, 2, 17, 13, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 17:19:18.380385 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4aec44-3e10-4ba8-835c-af19ade5bac3 req-6bed1939-07b1-4a9e-a206-2955ff5a21ee service neutron] Checking segment: {'id': '598bc54e-779f-42fa-8855-b2263b11ffea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a369cc48-2224-4c73-b48d-483a3f280468'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 17:19:18.380767 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4aec44-3e10-4ba8-835c-af19ade5bac3 req-6bed1939-07b1-4a9e-a206-2955ff5a21ee service neutron] Bound using segment: {'id': '598bc54e-779f-42fa-8855-b2263b11ffea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a369cc48-2224-4c73-b48d-483a3f280468'} {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 17:19:18.381222 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [req-0a4aec44-3e10-4ba8-835c-af19ade5bac3 req-6bed1939-07b1-4a9e-a206-2955ff5a21ee service neutron] Bound port: fc27bd87-cdbe-4c2c-91e9-f825c0ee518f, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '598bc54e-779f-42fa-8855-b2263b11ffea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a369cc48-2224-4c73-b48d-483a3f280468'}}] {{(pid=103838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 17:19:18.381575 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-0a4aec44-3e10-4ba8-835c-af19ade5bac3 req-6bed1939-07b1-4a9e-a206-2955ff5a21ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (fc27bd87-cdbe-4c2c-91e9-f825c0ee518f), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:18.459074 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [req-0a4aec44-3e10-4ba8-835c-af19ade5bac3 req-6bed1939-07b1-4a9e-a206-2955ff5a21ee service neutron] For port fc27bd87-cdbe-4c2c-91e9-f825c0ee518f, host hv-cinder-77819, cleared binding levels {{(pid=103838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:19:18.459074 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [req-0a4aec44-3e10-4ba8-835c-af19ade5bac3 req-6bed1939-07b1-4a9e-a206-2955ff5a21ee service neutron] For port fc27bd87-cdbe-4c2c-91e9-f825c0ee518f, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=fc27bd87-cdbe-4c2c-91e9-f825c0ee518f,segment=NetworkSegment(598bc54e-779f-42fa-8855-b2263b11ffea),segment_id=598bc54e-779f-42fa-8855-b2263b11ffea)] {{(pid=103838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:19:18.565609 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab7e0f-dffa-4c09-8785-30b8e0599b98 req-96f1ec57-e2ef-4e96-b019-1666e6265e19 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:19:18.566965 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-35ab7e0f-dffa-4c09-8785-30b8e0599b98 req-96f1ec57-e2ef-4e96-b019-1666e6265e19 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fde58ef-9fc8-4415-b786-0d52ef5ea494 HTTP/1.1" status: 200 len: 943 time: 0.0587742 Mar 02 17:19:18.568293 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-0a4aec44-3e10-4ba8-835c-af19ade5bac3 req-6bed1939-07b1-4a9e-a206-2955ff5a21ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26691319'] for port (fc27bd87-cdbe-4c2c-91e9-f825c0ee518f), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:18.589064 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 50304) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:19:18.626202 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4aec44-3e10-4ba8-835c-af19ade5bac3 req-6bed1939-07b1-4a9e-a206-2955ff5a21ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:19:18.626800 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-0a4aec44-3e10-4ba8-835c-af19ade5bac3 req-6bed1939-07b1-4a9e-a206-2955ff5a21ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021714'] for port (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:18.628232 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0a4aec44-3e10-4ba8-835c-af19ade5bac3 req-6bed1939-07b1-4a9e-a206-2955ff5a21ee service neutron] 10.222.0.49 "PUT /v2.0/ports/fc27bd87-cdbe-4c2c-91e9-f825c0ee518f HTTP/1.1" status: 200 len: 1093 time: 0.9764071 Mar 02 17:19:18.631578 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fde58ef-9fc8-4415-b786-0d52ef5ea494', 'tag': 'fc27bd87-cdbe-4c2c-91e9-f825c0ee518f'}] {{(pid=103838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 17:19:18.636889 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7c8e0f7c7170b606f581d652a183e77a47547618c5f9292d8eb62f06a367e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86893300-0cab-4a6b-85a5-718fc99364c7" -d '{"events": [{"name": "network-changed", "server_uuid": "1fde58ef-9fc8-4415-b786-0d52ef5ea494", "tag": "fc27bd87-cdbe-4c2c-91e9-f825c0ee518f"}]}' {{(pid=103838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 17:19:18.650713 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bed1939-07b1-4a9e-a206-2955ff5a21ee service neutron] Pushing event updated for resources: {'Port': ['ID=fc27bd87-cdbe-4c2c-91e9-f825c0ee518f,revision_number=3']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:19:18.680488 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-35ab7e0f-dffa-4c09-8785-30b8e0599b98 req-2410021c-6a48-413d-86bd-e164550fa864 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/security-groups?id=508f0a83-9bbb-423e-a59a-61c4a37400d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868270 Mar 02 17:19:18.684373 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 17:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65611a7b-e055-4b3c-aed9-db6b5b8a5247 x-openstack-request-id: req-65611a7b-e055-4b3c-aed9-db6b5b8a5247 {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 17:19:18.685382 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fde58ef-9fc8-4415-b786-0d52ef5ea494", "tag": "fc27bd87-cdbe-4c2c-91e9-f825c0ee518f", "status": "completed", "code": 200}]} {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 17:19:18.686077 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-65611a7b-e055-4b3c-aed9-db6b5b8a5247 {{(pid=103838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 17:19:18.686832 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fde58ef-9fc8-4415-b786-0d52ef5ea494', 'tag': 'fc27bd87-cdbe-4c2c-91e9-f825c0ee518f', 'status': 'completed', 'code': 200} Mar 02 17:19:18.746904 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c4b0e07e-b7ab-4e98-85b5-52d7fb5fa6ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:18.765365 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86893300-0cab-4a6b-85a5-718fc99364c7 req-924c7df8-5818-4353-8d51-0ede6128e702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:19:18.766937 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-86893300-0cab-4a6b-85a5-718fc99364c7 req-924c7df8-5818-4353-8d51-0ede6128e702 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=897cb86723544dc8ad80348cfa07e75a&device_id=1fde58ef-9fc8-4415-b786-0d52ef5ea494 HTTP/1.1" status: 200 len: 1127 time: 0.0530810 Mar 02 17:19:18.838033 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c4b0e07e-b7ab-4e98-85b5-52d7fb5fa6ab admin admin] Publish callbacks [] for security_group (195bf8ad-99c3-4097-b74e-2324d76547c3), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:18.876679 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86893300-0cab-4a6b-85a5-718fc99364c7 req-638ef2e4-f81c-483f-a45a-b330d9de28fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:19:18.878198 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-86893300-0cab-4a6b-85a5-718fc99364c7 req-638ef2e4-f81c-483f-a45a-b330d9de28fd service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=897cb86723544dc8ad80348cfa07e75a&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1009488 Mar 02 17:19:18.992921 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c4b0e07e-b7ab-4e98-85b5-52d7fb5fa6ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (195bf8ad-99c3-4097-b74e-2324d76547c3), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:19.038720 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-c4b0e07e-b7ab-4e98-85b5-52d7fb5fa6ab admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7ca39d52f4fa4f6fb391711ec14734d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4485176 Mar 02 17:19:19.039898 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b0e07e-b7ab-4e98-85b5-52d7fb5fa6ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=195bf8ad-99c3-4097-b74e-2324d76547c3,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:19:19.042498 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 50312) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:19:19.104704 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a05285a9-4a42-4156-9d58-6d64e3eaba40 admin admin] Publish callbacks [] for security_group (195bf8ad-99c3-4097-b74e-2324d76547c3), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:19.132129 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a05285a9-4a42-4156-9d58-6d64e3eaba40 admin admin] Publish callbacks [] for security_group (195bf8ad-99c3-4097-b74e-2324d76547c3), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:19.250291 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a05285a9-4a42-4156-9d58-6d64e3eaba40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (195bf8ad-99c3-4097-b74e-2324d76547c3), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:19.252241 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a05285a9-4a42-4156-9d58-6d64e3eaba40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:19.256023 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-a05285a9-4a42-4156-9d58-6d64e3eaba40 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/195bf8ad-99c3-4097-b74e-2324d76547c3 HTTP/1.1" status: 204 len: 168 time: 0.2100458 Mar 02 17:19:19.264592 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05285a9-4a42-4156-9d58-6d64e3eaba40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=195bf8ad-99c3-4097-b74e-2324d76547c3,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:19:19.277306 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86893300-0cab-4a6b-85a5-718fc99364c7 req-f7cb66ce-3ad6-4de5-b828-aed5b25a6c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:19:19.278996 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-86893300-0cab-4a6b-85a5-718fc99364c7 req-f7cb66ce-3ad6-4de5-b828-aed5b25a6c3b service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3931785 Mar 02 17:19:19.290594 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281518ae-dae5-4baf-b7ba-1d8a9d8eb38b req-c851f742-d502-4cda-b658-d1f169e9f741 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:19:19.292284 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-281518ae-dae5-4baf-b7ba-1d8a9d8eb38b req-c851f742-d502-4cda-b658-d1f169e9f741 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/ports?device_id=f08bd6a6-119c-4ce4-bb53-ced878235c33 HTTP/1.1" status: 200 len: 985 time: 0.0907645 Mar 02 17:19:19.397570 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-281518ae-dae5-4baf-b7ba-1d8a9d8eb38b req-8c45ba80-03e7-44c5-9632-826f599ffa36 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/security-groups?id=31bb6b75-c2a0-45f3-8689-e1fcac5b58d7&id=aae85e0a-c103-4ddd-81a2-76fd14f89f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0979402 Mar 02 17:19:19.407929 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4aec44-3e10-4ba8-835c-af19ade5bac3 req-2c7b491f-310d-4aa3-bc62-68a59a6962dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:19:19.409330 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0a4aec44-3e10-4ba8-835c-af19ade5bac3 req-2c7b491f-310d-4aa3-bc62-68a59a6962dd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=897cb86723544dc8ad80348cfa07e75a&device_id=1fde58ef-9fc8-4415-b786-0d52ef5ea494 HTTP/1.1" status: 200 len: 1127 time: 0.0847356 Mar 02 17:19:19.453558 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0a4aec44-3e10-4ba8-835c-af19ade5bac3 req-180b3f05-1251-4f1a-9e22-731516f6fa64 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc27bd87-cdbe-4c2c-91e9-f825c0ee518f HTTP/1.1" status: 200 len: 217 time: 0.0366485 Mar 02 17:19:19.511711 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4aec44-3e10-4ba8-835c-af19ade5bac3 req-5a6a7097-0b64-45a6-8256-f118db99c408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:19:19.514432 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0a4aec44-3e10-4ba8-835c-af19ade5bac3 req-5a6a7097-0b64-45a6-8256-f118db99c408 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9ec618b1-f648-4651-8591-c6b7e8ac0a17 HTTP/1.1" status: 200 len: 849 time: 0.0537243 Mar 02 17:19:19.573071 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4aec44-3e10-4ba8-835c-af19ade5bac3 req-08b95848-2de3-4c9e-aa8c-aa023fac1727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:19:19.574682 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0a4aec44-3e10-4ba8-835c-af19ade5bac3 req-08b95848-2de3-4c9e-aa8c-aa023fac1727 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a369cc48-2224-4c73-b48d-483a3f280468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0527115 Mar 02 17:19:19.688161 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0a4aec44-3e10-4ba8-835c-af19ade5bac3 req-1ab93d1e-d42f-48ce-80f6-1bd9e4a72e04 service neutron] 10.222.0.49 "GET /v2.0/networks/a369cc48-2224-4c73-b48d-483a3f280468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060848 Mar 02 17:19:19.820072 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0a4aec44-3e10-4ba8-835c-af19ade5bac3 req-52b158ba-4afb-4931-8994-3a12e860829b service neutron] 10.222.0.49 "GET /v2.0/networks/a369cc48-2224-4c73-b48d-483a3f280468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250129 Mar 02 17:19:19.845357 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca16e26-560d-444d-b16b-75bee2e4b564 req-fd44ea93-0fca-4a6d-b684-590fbde0e263 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:19:19.848600 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-1ca16e26-560d-444d-b16b-75bee2e4b564 req-fd44ea93-0fca-4a6d-b684-590fbde0e263 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fde58ef-9fc8-4415-b786-0d52ef5ea494 HTTP/1.1" status: 200 len: 943 time: 0.0741441 Mar 02 17:19:19.897774 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-1ca16e26-560d-444d-b16b-75bee2e4b564 req-be8ee133-0eee-459c-9ff6-cc185e345dd6 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/security-groups?id=508f0a83-9bbb-423e-a59a-61c4a37400d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449069 Mar 02 17:19:20.521461 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e112f4d-b45f-4247-b599-070bd7ce707a req-f24ef5e1-2a69-4941-9cff-af684a7d7a32 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:19:20.522955 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-9e112f4d-b45f-4247-b599-070bd7ce707a req-f24ef5e1-2a69-4941-9cff-af684a7d7a32 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/ports?device_id=f08bd6a6-119c-4ce4-bb53-ced878235c33 HTTP/1.1" status: 200 len: 985 time: 0.0557220 Mar 02 17:19:20.590258 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-9e112f4d-b45f-4247-b599-070bd7ce707a req-c1809544-ff62-41ad-9ec5-53ab5d99878c tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/security-groups?id=31bb6b75-c2a0-45f3-8689-e1fcac5b58d7&id=aae85e0a-c103-4ddd-81a2-76fd14f89f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0613611 Mar 02 17:19:21.024185 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd3dcb-c1ec-4fb5-8a88-5cc50c77d2ff req-bb515b9f-72ac-4967-af8e-c09d1948791a tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:19:21.025815 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2afd3dcb-c1ec-4fb5-8a88-5cc50c77d2ff req-bb515b9f-72ac-4967-af8e-c09d1948791a tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fde58ef-9fc8-4415-b786-0d52ef5ea494 HTTP/1.1" status: 200 len: 943 time: 0.0604029 Mar 02 17:19:21.076017 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2afd3dcb-c1ec-4fb5-8a88-5cc50c77d2ff req-13033865-bb06-4b79-9a05-4ecf04ff2d9d tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/security-groups?id=508f0a83-9bbb-423e-a59a-61c4a37400d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437105 Mar 02 17:19:21.229088 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device fc27bd87-cdbe-4c2c-91e9-f825c0ee518f details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 17:19:21.334281 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] For port fc27bd87-cdbe-4c2c-91e9-f825c0ee518f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=fc27bd87-cdbe-4c2c-91e9-f825c0ee518f,segment=NetworkSegment(598bc54e-779f-42fa-8855-b2263b11ffea),segment_id=598bc54e-779f-42fa-8855-b2263b11ffea)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:19:21.346319 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Returning: {'device': 'fc27bd87-cdbe-4c2c-91e9-f825c0ee518f', 'network_id': 'a369cc48-2224-4c73-b48d-483a3f280468', 'port_id': 'fc27bd87-cdbe-4c2c-91e9-f825c0ee518f', 'mac_address': 'fa:16:3e:df:2d:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ec618b1-f648-4651-8591-c6b7e8ac0a17', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 17:19:21.383808 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Current status of the port fc27bd87-cdbe-4c2c-91e9-f825c0ee518f is: DOWN; New status is: BUILD {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:19:21.384196 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (fc27bd87-cdbe-4c2c-91e9-f825c0ee518f), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:21.397359 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.notifiers.nova [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc27bd87-cdbe-4c2c-91e9-f825c0ee518f {{(pid=103839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 17:19:21.417677 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] For port fc27bd87-cdbe-4c2c-91e9-f825c0ee518f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=fc27bd87-cdbe-4c2c-91e9-f825c0ee518f,segment=NetworkSegment(598bc54e-779f-42fa-8855-b2263b11ffea),segment_id=598bc54e-779f-42fa-8855-b2263b11ffea)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:19:21.484595 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (fc27bd87-cdbe-4c2c-91e9-f825c0ee518f), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:21.540943 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Pushing event updated for resources: {'Port': ['ID=fc27bd87-cdbe-4c2c-91e9-f825c0ee518f,revision_number=4']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:19:21.549451 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:19:21.550021 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:19:21.550517 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:19:21.550971 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:19:21.551405 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:19:21.551781 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:19:21.552171 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:19:21.552543 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:19:21.552937 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:19:21.553353 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:19:21.553778 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:19:21.554273 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:19:21.554709 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:19:21.717266 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] get_ports_and_sgs() called for port_ids ['fc27bd87-cdbe-4c2c-91e9-f825c0ee518f'] {{(pid=103839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 17:19:22.195805 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7a2551-df85-4d68-adcd-60a376f3cb81 req-a5e4b9ff-0513-4716-b22d-0271d3a2620e tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:19:22.197308 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-6f7a2551-df85-4d68-adcd-60a376f3cb81 req-a5e4b9ff-0513-4716-b22d-0271d3a2620e tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fde58ef-9fc8-4415-b786-0d52ef5ea494 HTTP/1.1" status: 200 len: 944 time: 0.0531516 Mar 02 17:19:22.251932 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-6f7a2551-df85-4d68-adcd-60a376f3cb81 req-611dbf35-5614-41cc-a008-c655645f6313 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/security-groups?id=508f0a83-9bbb-423e-a59a-61c4a37400d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465338 Mar 02 17:19:23.229073 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device fc27bd87-cdbe-4c2c-91e9-f825c0ee518f up at agent hyperv_hv-cinder-77819 {{(pid=103839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 17:19:23.355580 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Provisioning for port fc27bd87-cdbe-4c2c-91e9-f825c0ee518f completed by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 17:19:23.360650 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Provisioning complete for port fc27bd87-cdbe-4c2c-91e9-f825c0ee518f triggered by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:19:23.361022 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (fc27bd87-cdbe-4c2c-91e9-f825c0ee518f), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:23.379824 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91775c9e-2053-4395-9326-33dde4f89dcd req-ee159ffc-f4f1-4dbc-8306-f57daacbdee3 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:19:23.381295 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-91775c9e-2053-4395-9326-33dde4f89dcd req-ee159ffc-f4f1-4dbc-8306-f57daacbdee3 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fde58ef-9fc8-4415-b786-0d52ef5ea494 HTTP/1.1" status: 200 len: 944 time: 0.0547216 Mar 02 17:19:23.436677 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-91775c9e-2053-4395-9326-33dde4f89dcd req-da9d90aa-e8b8-4b14-b355-1bc545a857ed tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/security-groups?id=508f0a83-9bbb-423e-a59a-61c4a37400d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496557 Mar 02 17:19:23.444352 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Current status of the port fc27bd87-cdbe-4c2c-91e9-f825c0ee518f is: BUILD; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:19:23.444742 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (fc27bd87-cdbe-4c2c-91e9-f825c0ee518f), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:23.471198 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fde58ef-9fc8-4415-b786-0d52ef5ea494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc27bd87-cdbe-4c2c-91e9-f825c0ee518f'}] {{(pid=103839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 17:19:23.473422 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1ae65c9246df630c0a528d92fdc2f4b7a0a5f54ed45d3739c3110b66571c885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013c782b-0d3a-4b1e-a423-fe00da3727e3" -d '{"events": [{"server_uuid": "1fde58ef-9fc8-4415-b786-0d52ef5ea494", "name": "network-vif-plugged", "status": "completed", "tag": "fc27bd87-cdbe-4c2c-91e9-f825c0ee518f"}]}' {{(pid=103839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 17:19:23.488104 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] For port fc27bd87-cdbe-4c2c-91e9-f825c0ee518f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=fc27bd87-cdbe-4c2c-91e9-f825c0ee518f,segment=NetworkSegment(598bc54e-779f-42fa-8855-b2263b11ffea),segment_id=598bc54e-779f-42fa-8855-b2263b11ffea)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:19:23.511823 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 17:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c7704f5-39f8-456e-b478-eeebc5503671 x-openstack-request-id: req-5c7704f5-39f8-456e-b478-eeebc5503671 {{(pid=103839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 17:19:23.512110 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fde58ef-9fc8-4415-b786-0d52ef5ea494", "name": "network-vif-plugged", "status": "completed", "tag": "fc27bd87-cdbe-4c2c-91e9-f825c0ee518f", "code": 200}]} {{(pid=103839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 17:19:23.512358 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5c7704f5-39f8-456e-b478-eeebc5503671 {{(pid=103839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 17:19:23.513261 dv-cinder-778193-22-iscsi neutron-server[103839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fde58ef-9fc8-4415-b786-0d52ef5ea494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc27bd87-cdbe-4c2c-91e9-f825c0ee518f', 'code': 200} Mar 02 17:19:23.601798 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (fc27bd87-cdbe-4c2c-91e9-f825c0ee518f), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:23.653730 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Pushing event updated for resources: {'Port': ['ID=fc27bd87-cdbe-4c2c-91e9-f825c0ee518f,revision_number=5']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:19:23.924726 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da01b8-e058-41da-8cdb-60ec83c1eaf8 req-bb83a2b3-4271-4717-bce2-58c67cc641d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:19:23.926334 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-53da01b8-e058-41da-8cdb-60ec83c1eaf8 req-bb83a2b3-4271-4717-bce2-58c67cc641d8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1fde58ef-9fc8-4415-b786-0d52ef5ea494 HTTP/1.1" status: 200 len: 1129 time: 0.0466640 Mar 02 17:19:23.973422 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-53da01b8-e058-41da-8cdb-60ec83c1eaf8 req-764e8041-9f5c-467c-9b6f-84842aae9769 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=508f0a83-9bbb-423e-a59a-61c4a37400d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399520 Mar 02 17:19:24.562330 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef8a5c-0046-45e6-b5ac-824edf0a381f req-d19aedd6-64f8-4d94-98ec-b3a981e51078 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:19:24.563848 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-33ef8a5c-0046-45e6-b5ac-824edf0a381f req-d19aedd6-64f8-4d94-98ec-b3a981e51078 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fde58ef-9fc8-4415-b786-0d52ef5ea494 HTTP/1.1" status: 200 len: 945 time: 0.0555420 Mar 02 17:19:24.615083 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-33ef8a5c-0046-45e6-b5ac-824edf0a381f req-ee1427c0-90c4-4cd3-8e3d-fa7e517612cb tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/security-groups?id=508f0a83-9bbb-423e-a59a-61c4a37400d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421646 Mar 02 17:19:25.755442 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf788d03-84ba-4e2f-b40a-871cfb9e5477 req-05dfbf4f-6495-40e3-a051-ddc3146a8c87 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:19:25.757031 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-cf788d03-84ba-4e2f-b40a-871cfb9e5477 req-05dfbf4f-6495-40e3-a051-ddc3146a8c87 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fde58ef-9fc8-4415-b786-0d52ef5ea494 HTTP/1.1" status: 200 len: 945 time: 0.0582216 Mar 02 17:19:25.807013 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-cf788d03-84ba-4e2f-b40a-871cfb9e5477 req-6e63ee61-3a87-4298-981a-4755a9adc9af tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/security-groups?id=508f0a83-9bbb-423e-a59a-61c4a37400d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431855 Mar 02 17:19:25.925235 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc445c-30bb-4eee-a9a5-20052337f843 req-8e5c83ac-398c-4599-9df3-5f1b7810ac16 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:19:25.926671 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0cbc445c-30bb-4eee-a9a5-20052337f843 req-8e5c83ac-398c-4599-9df3-5f1b7810ac16 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fde58ef-9fc8-4415-b786-0d52ef5ea494 HTTP/1.1" status: 200 len: 945 time: 0.0546768 Mar 02 17:19:25.935337 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 50338) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:19:25.939972 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [None req-43c4207e-b10f-4f6d-a553-5069ad362f7d tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Request body: {'floatingip': {'port_id': 'fc27bd87-cdbe-4c2c-91e9-f825c0ee518f'}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:19:25.985459 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-43c4207e-b10f-4f6d-a553-5069ad362f7d tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks [] for floatingip (8703ede6-c4b9-4852-94a5-a8b04ad741e7), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:26.434250 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-43c4207e-b10f-4f6d-a553-5069ad362f7d tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:26.520851 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-43c4207e-b10f-4f6d-a553-5069ad362f7d tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-755393'] for floatingip (8703ede6-c4b9-4852-94a5-a8b04ad741e7), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:26.626598 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.db.l3_db [None req-43c4207e-b10f-4f6d-a553-5069ad362f7d tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Floating IP 8703ede6-c4b9-4852-94a5-a8b04ad741e7 associated. External IP: 172.27.1.111, port: fc27bd87-cdbe-4c2c-91e9-f825c0ee518f. Mar 02 17:19:26.848803 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43c4207e-b10f-4f6d-a553-5069ad362f7d tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Router a9c6bb39-0e65-4304-ac21-609ebe335f5b has already been hosted by L3 agent 90b713d5-0d52-4da0-a663-b3b1c9fefb3d {{(pid=103838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:19:26.958450 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c4207e-b10f-4f6d-a553-5069ad362f7d tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Notify agent at l3_agent.dv-cinder-778193-22-iscsi the message routers_updated {{(pid=103838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:19:26.963426 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-43c4207e-b10f-4f6d-a553-5069ad362f7d tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021714'] for floatingip (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:26.968752 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef99d99-ce44-4947-adbf-02b9a3277850 None None] Sync routers for ids ['a9c6bb39-0e65-4304-ac21-609ebe335f5b'] in dv-cinder-778193-22-iscsi {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 17:19:26.978366 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef99d99-ce44-4947-adbf-02b9a3277850 None None] Routers {'a9c6bb39-0e65-4304-ac21-609ebe335f5b'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:19:26.978975 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-eef99d99-ce44-4947-adbf-02b9a3277850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:19:04Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['a9c6bb39-0e65-4304-ac21-609ebe335f5b'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:19:26.997183 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-43c4207e-b10f-4f6d-a553-5069ad362f7d tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "PUT /v2.0/floatingips/8703ede6-c4b9-4852-94a5-a8b04ad741e7 HTTP/1.1" status: 200 len: 991 time: 1.0581977 Mar 02 17:19:26.997183 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fde58ef-9fc8-4415-b786-0d52ef5ea494', 'tag': 'fc27bd87-cdbe-4c2c-91e9-f825c0ee518f'}] {{(pid=103838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 17:19:26.997708 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7c8e0f7c7170b606f581d652a183e77a47547618c5f9292d8eb62f06a367e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bca15f6-8189-4bdb-a906-deae766dee32" -d '{"events": [{"name": "network-changed", "server_uuid": "1fde58ef-9fc8-4415-b786-0d52ef5ea494", "tag": "fc27bd87-cdbe-4c2c-91e9-f825c0ee518f"}]}' {{(pid=103838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 17:19:27.039614 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 17:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b6dbb0f-68c2-4a42-bc89-6a59916ff896 x-openstack-request-id: req-7b6dbb0f-68c2-4a42-bc89-6a59916ff896 {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 17:19:27.039911 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fde58ef-9fc8-4415-b786-0d52ef5ea494", "tag": "fc27bd87-cdbe-4c2c-91e9-f825c0ee518f", "status": "completed", "code": 200}]} {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 17:19:27.040162 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7b6dbb0f-68c2-4a42-bc89-6a59916ff896 {{(pid=103838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 17:19:27.040557 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fde58ef-9fc8-4415-b786-0d52ef5ea494', 'tag': 'fc27bd87-cdbe-4c2c-91e9-f825c0ee518f', 'status': 'completed', 'code': 200} Mar 02 17:19:27.113380 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-eef99d99-ce44-4947-adbf-02b9a3277850 None None] Set router a9c6bb39-0e65-4304-ac21-609ebe335f5b gateway port host: dv-cinder-778193-22-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:19:27.126712 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca15f6-8189-4bdb-a906-deae766dee32 req-9af7f727-68f9-4250-af81-b62e749f17e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:19:27.128214 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-6bca15f6-8189-4bdb-a906-deae766dee32 req-9af7f727-68f9-4250-af81-b62e749f17e0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=897cb86723544dc8ad80348cfa07e75a&device_id=1fde58ef-9fc8-4415-b786-0d52ef5ea494 HTTP/1.1" status: 200 len: 1129 time: 0.0508962 Mar 02 17:19:27.223580 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca15f6-8189-4bdb-a906-deae766dee32 req-8cdf2775-0657-4cab-a0b4-35f957f441c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:19:27.225058 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-6bca15f6-8189-4bdb-a906-deae766dee32 req-8cdf2775-0657-4cab-a0b4-35f957f441c6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a369cc48-2224-4c73-b48d-483a3f280468 HTTP/1.1" status: 200 len: 911 time: 0.0875862 Mar 02 17:19:27.290449 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-6bca15f6-8189-4bdb-a906-deae766dee32 req-e6d8610f-3ed9-4995-882c-14efb781bf34 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc27bd87-cdbe-4c2c-91e9-f825c0ee518f HTTP/1.1" status: 200 len: 999 time: 0.0594046 Mar 02 17:19:27.344330 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca15f6-8189-4bdb-a906-deae766dee32 req-96efdb40-8069-4598-8e5b-03bd574cbf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:19:27.345817 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-6bca15f6-8189-4bdb-a906-deae766dee32 req-96efdb40-8069-4598-8e5b-03bd574cbf27 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9ec618b1-f648-4651-8591-c6b7e8ac0a17 HTTP/1.1" status: 200 len: 849 time: 0.0498247 Mar 02 17:19:27.386437 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-eef99d99-ce44-4947-adbf-02b9a3277850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c6bb39-0e65-4304-ac21-609ebe335f5b', 'name': 'tempest-AttachVolumeTestJSON-751273809-router', 'tenant_id': '897cb86723544dc8ad80348cfa07e75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '5c4b10ba-3f9d-485a-a71a-99172cdf6b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:19:03Z', 'updated_at': '2022-03-02T17:19:07Z', 'revision_number': 4, 'project_id': '897cb86723544dc8ad80348cfa07e75a', 'gw_port': {'id': '5c4b10ba-3f9d-485a-a71a-99172cdf6b77', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c6bb39-0e65-4304-ac21-609ebe335f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:19:04Z', 'updated_at': '2022-03-02T17:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_floatingips': [{'id': '8703ede6-c4b9-4852-94a5-a8b04ad741e7', 'tenant_id': '897cb86723544dc8ad80348cfa07e75a', 'floating_ip_address': '172.27.1.111', 'floating_network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'router_id': 'a9c6bb39-0e65-4304-ac21-609ebe335f5b', 'port_id': 'fc27bd87-cdbe-4c2c-91e9-f825c0ee518f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a369cc48-2224-4c73-b48d-483a3f280468', 'mac_address': 'fa:16:3e:df:2d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fde58ef-9fc8-4415-b786-0d52ef5ea494', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:19:12Z', 'updated_at': '2022-03-02T17:19:26Z', 'revision_number': 1, 'project_id': '897cb86723544dc8ad80348cfa07e75a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e112deb-1ee2-4160-92d9-2c45574c881d', 'name': '', 'network_id': 'a369cc48-2224-4c73-b48d-483a3f280468', 'tenant_id': '897cb86723544dc8ad80348cfa07e75a', 'mac_address': 'fa:16:3e:4a:c2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c6bb39-0e65-4304-ac21-609ebe335f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '9ec618b1-f648-4651-8591-c6b7e8ac0a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:19:06Z', 'updated_at': '2022-03-02T17:19:11Z', 'revision_number': 5, 'project_id': '897cb86723544dc8ad80348cfa07e75a', 'subnets': [{'id': '9ec618b1-f648-4651-8591-c6b7e8ac0a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:19:27.395651 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca15f6-8189-4bdb-a906-deae766dee32 req-ebd89e55-afbc-4df3-913a-20b353be858a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:19:27.397159 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-6bca15f6-8189-4bdb-a906-deae766dee32 req-ebd89e55-afbc-4df3-913a-20b353be858a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a369cc48-2224-4c73-b48d-483a3f280468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0451372 Mar 02 17:19:27.412863 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef99d99-ce44-4947-adbf-02b9a3277850 None None] Checking router: a9c6bb39-0e65-4304-ac21-609ebe335f5b for host: dv-cinder-778193-22-iscsi {{(pid=103839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 17:19:27.421427 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef99d99-ce44-4947-adbf-02b9a3277850 None None] Routers {'a9c6bb39-0e65-4304-ac21-609ebe335f5b'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:19:27.422050 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-eef99d99-ce44-4947-adbf-02b9a3277850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:19:04Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['a9c6bb39-0e65-4304-ac21-609ebe335f5b'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:19:27.488697 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-6bca15f6-8189-4bdb-a906-deae766dee32 req-bc0a9721-8ad5-4bc7-a217-2756c43bf785 service neutron] 10.222.0.49 "GET /v2.0/networks/a369cc48-2224-4c73-b48d-483a3f280468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836816 Mar 02 17:19:27.529496 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-eef99d99-ce44-4947-adbf-02b9a3277850 None None] Set router a9c6bb39-0e65-4304-ac21-609ebe335f5b gateway port host: dv-cinder-778193-22-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:19:27.584234 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-6bca15f6-8189-4bdb-a906-deae766dee32 req-37f6bd70-6a2c-4a3f-80c4-8ac25719f9f0 service neutron] 10.222.0.49 "GET /v2.0/networks/a369cc48-2224-4c73-b48d-483a3f280468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894067 Mar 02 17:19:27.751185 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-eef99d99-ce44-4947-adbf-02b9a3277850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c6bb39-0e65-4304-ac21-609ebe335f5b', 'name': 'tempest-AttachVolumeTestJSON-751273809-router', 'tenant_id': '897cb86723544dc8ad80348cfa07e75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '5c4b10ba-3f9d-485a-a71a-99172cdf6b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:19:03Z', 'updated_at': '2022-03-02T17:19:07Z', 'revision_number': 4, 'project_id': '897cb86723544dc8ad80348cfa07e75a', 'gw_port': {'id': '5c4b10ba-3f9d-485a-a71a-99172cdf6b77', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c6bb39-0e65-4304-ac21-609ebe335f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:19:04Z', 'updated_at': '2022-03-02T17:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_floatingips': [{'id': '8703ede6-c4b9-4852-94a5-a8b04ad741e7', 'tenant_id': '897cb86723544dc8ad80348cfa07e75a', 'floating_ip_address': '172.27.1.111', 'floating_network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'router_id': 'a9c6bb39-0e65-4304-ac21-609ebe335f5b', 'port_id': 'fc27bd87-cdbe-4c2c-91e9-f825c0ee518f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a369cc48-2224-4c73-b48d-483a3f280468', 'mac_address': 'fa:16:3e:df:2d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fde58ef-9fc8-4415-b786-0d52ef5ea494', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:19:12Z', 'updated_at': '2022-03-02T17:19:26Z', 'revision_number': 1, 'project_id': '897cb86723544dc8ad80348cfa07e75a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e112deb-1ee2-4160-92d9-2c45574c881d', 'name': '', 'network_id': 'a369cc48-2224-4c73-b48d-483a3f280468', 'tenant_id': '897cb86723544dc8ad80348cfa07e75a', 'mac_address': 'fa:16:3e:4a:c2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c6bb39-0e65-4304-ac21-609ebe335f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '9ec618b1-f648-4651-8591-c6b7e8ac0a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:19:06Z', 'updated_at': '2022-03-02T17:19:11Z', 'revision_number': 5, 'project_id': '897cb86723544dc8ad80348cfa07e75a', 'subnets': [{'id': '9ec618b1-f648-4651-8591-c6b7e8ac0a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:19:27.896086 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef99d99-ce44-4947-adbf-02b9a3277850 None None] The sync data for ids ['a9c6bb39-0e65-4304-ac21-609ebe335f5b'] in dv-cinder-778193-22-iscsi is: [{'id': 'a9c6bb39-0e65-4304-ac21-609ebe335f5b', 'name': 'tempest-AttachVolumeTestJSON-751273809-router', 'tenant_id': '897cb86723544dc8ad80348cfa07e75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '5c4b10ba-3f9d-485a-a71a-99172cdf6b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:19:03Z', 'updated_at': '2022-03-02T17:19:07Z', 'revision_number': 4, 'project_id': '897cb86723544dc8ad80348cfa07e75a', 'gw_port': {'id': '5c4b10ba-3f9d-485a-a71a-99172cdf6b77', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c6bb39-0e65-4304-ac21-609ebe335f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:19:04Z', 'updated_at': '2022-03-02T17:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_floatingips': [{'id': '8703ede6-c4b9-4852-94a5-a8b04ad741e7', 'tenant_id': '897cb86723544dc8ad80348cfa07e75a', 'floating_ip_address': '172.27.1.111', 'floating_network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'router_id': 'a9c6bb39-0e65-4304-ac21-609ebe335f5b', 'port_id': 'fc27bd87-cdbe-4c2c-91e9-f825c0ee518f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a369cc48-2224-4c73-b48d-483a3f280468', 'mac_address': 'fa:16:3e:df:2d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fde58ef-9fc8-4415-b786-0d52ef5ea494', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:19:12Z', 'updated_at': '2022-03-02T17:19:26Z', 'revision_number': 1, 'project_id': '897cb86723544dc8ad80348cfa07e75a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e112deb-1ee2-4160-92d9-2c45574c881d', 'name': '', 'network_id': 'a369cc48-2224-4c73-b48d-483a3f280468', 'tenant_id': '897cb86723544dc8ad80348cfa07e75a', 'mac_address': 'fa:16:3e:4a:c2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c6bb39-0e65-4304-ac21-609ebe335f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '9ec618b1-f648-4651-8591-c6b7e8ac0a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:19:06Z', 'updated_at': '2022-03-02T17:19:11Z', 'revision_number': 5, 'project_id': '897cb86723544dc8ad80348cfa07e75a', 'subnets': [{'id': '9ec618b1-f648-4651-8591-c6b7e8ac0a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 17:19:28.087101 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c41a164-aabb-4cbf-9bb2-d92c5abcc9e0 None None] New status for floating IP 8703ede6-c4b9-4852-94a5-a8b04ad741e7: ACTIVE {{(pid=103840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 17:19:31.738163 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-24100412-7161-4b45-9e86-879473dc4d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (0060df7f-f835-4890-b25c-3842f545a9d0), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:33.218253 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb34cf1-b16d-429d-8bd3-3c14df7e05d0 req-04106404-06d1-442c-9c7d-a2942865df30 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:19:33.222527 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-8fb34cf1-b16d-429d-8bd3-3c14df7e05d0 req-04106404-06d1-442c-9c7d-a2942865df30 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 946 time: 0.0576899 Mar 02 17:19:33.272303 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-8fb34cf1-b16d-429d-8bd3-3c14df7e05d0 req-4adefe2b-0b44-4ec4-8603-050c8729ba19 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466008 Mar 02 17:19:34.063481 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-f8bbd3b0-7446-4af7-872a-99046b7417c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90b713d5-0d52-4da0-a663-b3b1c9fefb3d), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:34.400469 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600860e9-1d07-4571-8808-4957a8750a7e req-7ba86196-bfaa-4d23-951a-3ef1a4523402 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:19:34.401989 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-600860e9-1d07-4571-8808-4957a8750a7e req-7ba86196-bfaa-4d23-951a-3ef1a4523402 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 946 time: 0.0562382 Mar 02 17:19:34.452252 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-600860e9-1d07-4571-8808-4957a8750a7e req-4a5ad8a1-1ccc-4232-9cf4-c50d19073a16 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414848 Mar 02 17:19:34.847845 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.agents_db [None req-2c4e262f-840f-46f3-949a-97bfddff46e9 None None] Agent healthcheck: found 6 active agents {{(pid=103840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 17:19:34.919466 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2288dd0-29ab-4f56-9301-bd7f06faaee7 req-19a1a184-1c93-4056-b3c5-93cb116e46ec tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:19:34.920947 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-a2288dd0-29ab-4f56-9301-bd7f06faaee7 req-19a1a184-1c93-4056-b3c5-93cb116e46ec tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 946 time: 0.0522447 Mar 02 17:19:35.021125 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-7239c76e-3e75-4b64-9028-aed8f891363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (eca5c3a0-ec74-4a2a-a5c6-a62430d93509), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:35.032408 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [req-a2288dd0-29ab-4f56-9301-bd7f06faaee7 req-f908c1b9-0e86-4ad6-982c-480854bba405 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Deleting port b68d8011-6aa0-4d28-8e03-0da9e6f36b0e {{(pid=103838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 17:19:35.032740 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-a2288dd0-29ab-4f56-9301-bd7f06faaee7 req-f908c1b9-0e86-4ad6-982c-480854bba405 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757691651449'] for port (b68d8011-6aa0-4d28-8e03-0da9e6f36b0e), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:35.122241 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [req-a2288dd0-29ab-4f56-9301-bd7f06faaee7 req-f908c1b9-0e86-4ad6-982c-480854bba405 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] For port b68d8011-6aa0-4d28-8e03-0da9e6f36b0e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b68d8011-6aa0-4d28-8e03-0da9e6f36b0e,segment=NetworkSegment(045cca5b-a9b4-4a6c-8670-18c98461fa58),segment_id=045cca5b-a9b4-4a6c-8670-18c98461fa58)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:19:35.122542 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-a2288dd0-29ab-4f56-9301-bd7f06faaee7 req-f908c1b9-0e86-4ad6-982c-480854bba405 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757418'] for port (b68d8011-6aa0-4d28-8e03-0da9e6f36b0e), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:35.355798 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-a2288dd0-29ab-4f56-9301-bd7f06faaee7 req-f908c1b9-0e86-4ad6-982c-480854bba405 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:35.356869 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-a2288dd0-29ab-4f56-9301-bd7f06faaee7 req-f908c1b9-0e86-4ad6-982c-480854bba405 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-755393'] for floatingip (84b8a987-3721-4f41-9abe-b2a43f0833f3), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:35.357199 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.db.l3_db [req-a2288dd0-29ab-4f56-9301-bd7f06faaee7 req-f908c1b9-0e86-4ad6-982c-480854bba405 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Floating IP 84b8a987-3721-4f41-9abe-b2a43f0833f3 disassociated. External IP: 172.27.1.50, port: b68d8011-6aa0-4d28-8e03-0da9e6f36b0e. Mar 02 17:19:35.357538 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [req-a2288dd0-29ab-4f56-9301-bd7f06faaee7 req-f908c1b9-0e86-4ad6-982c-480854bba405 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Calling delete_port for b68d8011-6aa0-4d28-8e03-0da9e6f36b0e owned by compute:nova {{(pid=103838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 17:19:35.557552 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-a2288dd0-29ab-4f56-9301-bd7f06faaee7 req-f908c1b9-0e86-4ad6-982c-480854bba405 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757691659996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757691134190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26691326'] for port (b68d8011-6aa0-4d28-8e03-0da9e6f36b0e), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:35.596081 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f908c1b9-0e86-4ad6-982c-480854bba405 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Pushing event deleted for resources: {'Port': ['ID=b68d8011-6aa0-4d28-8e03-0da9e6f36b0e,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:19:35.642147 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f908c1b9-0e86-4ad6-982c-480854bba405 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:19:35.642484 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f908c1b9-0e86-4ad6-982c-480854bba405 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:19:35.642817 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f908c1b9-0e86-4ad6-982c-480854bba405 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:19:35.643147 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f908c1b9-0e86-4ad6-982c-480854bba405 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:19:35.643473 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f908c1b9-0e86-4ad6-982c-480854bba405 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:19:35.643800 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f908c1b9-0e86-4ad6-982c-480854bba405 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:19:35.644120 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f908c1b9-0e86-4ad6-982c-480854bba405 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:19:35.644438 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f908c1b9-0e86-4ad6-982c-480854bba405 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:19:35.644754 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f908c1b9-0e86-4ad6-982c-480854bba405 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:19:35.645068 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f908c1b9-0e86-4ad6-982c-480854bba405 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:19:35.645385 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f908c1b9-0e86-4ad6-982c-480854bba405 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:19:35.645700 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f908c1b9-0e86-4ad6-982c-480854bba405 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:19:35.646044 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f908c1b9-0e86-4ad6-982c-480854bba405 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:19:35.657581 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e324ad-88b2-453a-aec3-d21834f78291 req-f1d5f580-700f-433f-ab1d-e6faaf20fef6 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:19:35.667045 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-b5e324ad-88b2-453a-aec3-d21834f78291 req-f1d5f580-700f-433f-ab1d-e6faaf20fef6 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 868 time: 0.1347516 Mar 02 17:19:35.751307 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-b5e324ad-88b2-453a-aec3-d21834f78291 req-0e878855-9e6f-452c-8f27-24fb04328487 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=f77ced95-441a-4df3-ae3b-1055c1374c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844371 Mar 02 17:19:35.765297 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2288dd0-29ab-4f56-9301-bd7f06faaee7 req-f908c1b9-0e86-4ad6-982c-480854bba405 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Router 96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad has already been hosted by L3 agent 90b713d5-0d52-4da0-a663-b3b1c9fefb3d {{(pid=103838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:19:35.880101 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2288dd0-29ab-4f56-9301-bd7f06faaee7 req-f908c1b9-0e86-4ad6-982c-480854bba405 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Notify agent at l3_agent.dv-cinder-778193-22-iscsi the message routers_updated {{(pid=103838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:19:35.892135 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdfc435-73ac-42c2-832f-8de2b85bf885 None None] Sync routers for ids ['96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad'] in dv-cinder-778193-22-iscsi {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 17:19:35.905986 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdfc435-73ac-42c2-832f-8de2b85bf885 None None] Routers {'96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:19:35.906518 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-ebdfc435-73ac-42c2-832f-8de2b85bf885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:19:34Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:19:35.925621 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2288dd0-29ab-4f56-9301-bd7f06faaee7 req-f908c1b9-0e86-4ad6-982c-480854bba405 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] No DVR routers for this DVR port b68d8011-6aa0-4d28-8e03-0da9e6f36b0e on host hv-cinder-77819 {{(pid=103838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:19:35.928320 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-a2288dd0-29ab-4f56-9301-bd7f06faaee7 req-f908c1b9-0e86-4ad6-982c-480854bba405 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021714'] for port (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:35.931697 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-a2288dd0-29ab-4f56-9301-bd7f06faaee7 req-f908c1b9-0e86-4ad6-982c-480854bba405 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.49 "DELETE /v2.0/ports/b68d8011-6aa0-4d28-8e03-0da9e6f36b0e HTTP/1.1" status: 204 len: 173 time: 1.0054367 Mar 02 17:19:35.932163 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0f06e23-1e9f-4ea7-ab98-6d5ed74183df', 'name': 'network-vif-deleted', 'tag': 'b68d8011-6aa0-4d28-8e03-0da9e6f36b0e'}] {{(pid=103838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 17:19:35.934908 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7c8e0f7c7170b606f581d652a183e77a47547618c5f9292d8eb62f06a367e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e76014-b77f-4d34-a9f6-025b25f30aa6" -d '{"events": [{"server_uuid": "a0f06e23-1e9f-4ea7-ab98-6d5ed74183df", "name": "network-vif-deleted", "tag": "b68d8011-6aa0-4d28-8e03-0da9e6f36b0e"}]}' {{(pid=103838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 17:19:35.971086 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 17:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ab17ed-c2a2-4cba-b814-892c9b556d6f x-openstack-request-id: req-29ab17ed-c2a2-4cba-b814-892c9b556d6f {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 17:19:35.971408 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0f06e23-1e9f-4ea7-ab98-6d5ed74183df", "name": "network-vif-deleted", "tag": "b68d8011-6aa0-4d28-8e03-0da9e6f36b0e", "status": "completed", "code": 200}]} {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 17:19:35.971677 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-29ab17ed-c2a2-4cba-b814-892c9b556d6f {{(pid=103838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 17:19:35.972011 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0f06e23-1e9f-4ea7-ab98-6d5ed74183df', 'name': 'network-vif-deleted', 'tag': 'b68d8011-6aa0-4d28-8e03-0da9e6f36b0e', 'status': 'completed', 'code': 200} Mar 02 17:19:36.029810 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-ebdfc435-73ac-42c2-832f-8de2b85bf885 None None] Set router 96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad gateway port host: dv-cinder-778193-22-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:19:36.257424 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-ebdfc435-73ac-42c2-832f-8de2b85bf885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad', 'name': 'tempest-AttachVolumeShelveTestJSON-2026303204-router', 'tenant_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'bd880e16-691d-471a-a419-15fdc50e029b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:15:15Z', 'updated_at': '2022-03-02T17:15:21Z', 'revision_number': 4, 'project_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'gw_port': {'id': 'bd880e16-691d-471a-a419-15fdc50e029b', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:15:16Z', 'updated_at': '2022-03-02T17:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_interfaces': [{'id': '5251a380-45ee-4a11-9d9a-8dc02552250b', 'name': '', 'network_id': 'ba91141c-2c4a-433e-a175-e7c250467227', 'tenant_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'mac_address': 'fa:16:3e:97:0c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'b2418ff9-f0a5-4e04-8f27-a85b5ef0f2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:15:20Z', 'updated_at': '2022-03-02T17:15:27Z', 'revision_number': 5, 'project_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'subnets': [{'id': 'b2418ff9-f0a5-4e04-8f27-a85b5ef0f2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:19:36.297813 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdfc435-73ac-42c2-832f-8de2b85bf885 None None] Checking router: 96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad for host: dv-cinder-778193-22-iscsi {{(pid=103839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 17:19:36.307724 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdfc435-73ac-42c2-832f-8de2b85bf885 None None] Routers {'96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:19:36.308358 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-ebdfc435-73ac-42c2-832f-8de2b85bf885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:19:34Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:19:36.428143 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-ebdfc435-73ac-42c2-832f-8de2b85bf885 None None] Set router 96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad gateway port host: dv-cinder-778193-22-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:19:36.641270 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-ebdfc435-73ac-42c2-832f-8de2b85bf885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad', 'name': 'tempest-AttachVolumeShelveTestJSON-2026303204-router', 'tenant_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'bd880e16-691d-471a-a419-15fdc50e029b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:15:15Z', 'updated_at': '2022-03-02T17:15:21Z', 'revision_number': 4, 'project_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'gw_port': {'id': 'bd880e16-691d-471a-a419-15fdc50e029b', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:15:16Z', 'updated_at': '2022-03-02T17:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_interfaces': [{'id': '5251a380-45ee-4a11-9d9a-8dc02552250b', 'name': '', 'network_id': 'ba91141c-2c4a-433e-a175-e7c250467227', 'tenant_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'mac_address': 'fa:16:3e:97:0c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'b2418ff9-f0a5-4e04-8f27-a85b5ef0f2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:15:20Z', 'updated_at': '2022-03-02T17:15:27Z', 'revision_number': 5, 'project_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'subnets': [{'id': 'b2418ff9-f0a5-4e04-8f27-a85b5ef0f2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:19:36.671759 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdfc435-73ac-42c2-832f-8de2b85bf885 None None] The sync data for ids ['96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad'] in dv-cinder-778193-22-iscsi is: [{'id': '96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad', 'name': 'tempest-AttachVolumeShelveTestJSON-2026303204-router', 'tenant_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'bd880e16-691d-471a-a419-15fdc50e029b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:15:15Z', 'updated_at': '2022-03-02T17:15:21Z', 'revision_number': 4, 'project_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'gw_port': {'id': 'bd880e16-691d-471a-a419-15fdc50e029b', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:15:16Z', 'updated_at': '2022-03-02T17:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_interfaces': [{'id': '5251a380-45ee-4a11-9d9a-8dc02552250b', 'name': '', 'network_id': 'ba91141c-2c4a-433e-a175-e7c250467227', 'tenant_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'mac_address': 'fa:16:3e:97:0c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'b2418ff9-f0a5-4e04-8f27-a85b5ef0f2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:15:20Z', 'updated_at': '2022-03-02T17:15:27Z', 'revision_number': 5, 'project_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'subnets': [{'id': 'b2418ff9-f0a5-4e04-8f27-a85b5ef0f2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 17:19:36.792493 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-765bf0ac-d167-416d-8fe2-638e582454ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (aac89579-4eb6-45c8-861e-e37bc0c26bf3), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:36.878001 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e02e99ed-3bde-494f-925e-f851a348a402 req-68020ada-9032-456b-827e-f34102a55691 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0f06e23-1e9f-4ea7-ab98-6d5ed74183df HTTP/1.1" status: 200 len: 210 time: 0.0302863 Mar 02 17:19:36.946516 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f92534-e8af-47aa-862f-e0b7286d41ce None None] New status for floating IP 84b8a987-3721-4f41-9abe-b2a43f0833f3: DOWN {{(pid=103840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 17:19:38.035891 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 50382) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:19:38.095945 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-ebaf20c7-fc90-4314-8bac-a95ea4c78058 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks [] for security_group (f77ced95-441a-4df3-ae3b-1055c1374c7f), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:38.123024 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-ebaf20c7-fc90-4314-8bac-a95ea4c78058 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks [] for security_group (f77ced95-441a-4df3-ae3b-1055c1374c7f), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:38.341042 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90356b9b-9a55-4227-ace0-d1fc01a5475f), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:38.392478 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-ebaf20c7-fc90-4314-8bac-a95ea4c78058 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (f77ced95-441a-4df3-ae3b-1055c1374c7f), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:38.395565 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-ebaf20c7-fc90-4314-8bac-a95ea4c78058 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks [] for security_group (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:38.396751 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-ebaf20c7-fc90-4314-8bac-a95ea4c78058 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "DELETE /v2.0/security-groups/f77ced95-441a-4df3-ae3b-1055c1374c7f HTTP/1.1" status: 204 len: 168 time: 0.3594856 Mar 02 17:19:38.399808 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 50384) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:19:38.406753 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaf20c7-fc90-4314-8bac-a95ea4c78058 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77ced95-441a-4df3-ae3b-1055c1374c7f,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:19:38.421246 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.api.v2.resource [None req-bb2dfbf4-260d-480f-afb2-5bc5624f1a61 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] show failed (client error): The resource could not be found. Mar 02 17:19:38.422420 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-bb2dfbf4-260d-480f-afb2-5bc5624f1a61 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups/f77ced95-441a-4df3-ae3b-1055c1374c7f HTTP/1.1" status: 404 len: 347 time: 0.0212550 Mar 02 17:19:38.427114 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 50386) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:19:38.603485 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [None req-bd3fb065-ea39-49df-8f4a-d3f68fe79edc tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Deleting port 01964bea-2f52-4c48-8997-1fb0d9ba662f {{(pid=103837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 17:19:38.604011 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-bd3fb065-ea39-49df-8f4a-d3f68fe79edc tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757691651449'] for port (01964bea-2f52-4c48-8997-1fb0d9ba662f), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:38.692568 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-bd3fb065-ea39-49df-8f4a-d3f68fe79edc tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757418'] for port (01964bea-2f52-4c48-8997-1fb0d9ba662f), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:38.692892 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-bd3fb065-ea39-49df-8f4a-d3f68fe79edc tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks [] for floatingip (01964bea-2f52-4c48-8997-1fb0d9ba662f), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:38.705275 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [None req-bd3fb065-ea39-49df-8f4a-d3f68fe79edc tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Calling delete_port for 01964bea-2f52-4c48-8997-1fb0d9ba662f owned by network:floatingip {{(pid=103837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 17:19:38.942918 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-bd3fb065-ea39-49df-8f4a-d3f68fe79edc tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757691659996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757691134190'] for port (01964bea-2f52-4c48-8997-1fb0d9ba662f), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:38.975947 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3fb065-ea39-49df-8f4a-d3f68fe79edc tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Pushing event deleted for resources: {'Port': ['ID=01964bea-2f52-4c48-8997-1fb0d9ba662f,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:19:38.986984 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3fb065-ea39-49df-8f4a-d3f68fe79edc tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:19:38.987484 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3fb065-ea39-49df-8f4a-d3f68fe79edc tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:19:38.987827 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3fb065-ea39-49df-8f4a-d3f68fe79edc tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:19:38.988158 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3fb065-ea39-49df-8f4a-d3f68fe79edc tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:19:38.988512 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3fb065-ea39-49df-8f4a-d3f68fe79edc tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:19:38.988816 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3fb065-ea39-49df-8f4a-d3f68fe79edc tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:19:38.989177 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3fb065-ea39-49df-8f4a-d3f68fe79edc tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:19:38.989472 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3fb065-ea39-49df-8f4a-d3f68fe79edc tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:19:38.989789 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3fb065-ea39-49df-8f4a-d3f68fe79edc tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:19:38.994711 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3fb065-ea39-49df-8f4a-d3f68fe79edc tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:19:38.994711 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3fb065-ea39-49df-8f4a-d3f68fe79edc tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:19:38.994711 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3fb065-ea39-49df-8f4a-d3f68fe79edc tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:19:38.994711 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3fb065-ea39-49df-8f4a-d3f68fe79edc tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:19:39.021426 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-bd3fb065-ea39-49df-8f4a-d3f68fe79edc tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks [] for floatingip (84b8a987-3721-4f41-9abe-b2a43f0833f3), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:39.024088 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-bd3fb065-ea39-49df-8f4a-d3f68fe79edc tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021714'] for floatingip (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:39.025265 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-bd3fb065-ea39-49df-8f4a-d3f68fe79edc tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "DELETE /v2.0/floatingips/84b8a987-3721-4f41-9abe-b2a43f0833f3 HTTP/1.1" status: 204 len: 168 time: 0.5971310 Mar 02 17:19:39.344295 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device b68d8011-6aa0-4d28-8e03-0da9e6f36b0e no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 17:19:39.371496 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 50390) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:19:39.374292 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] No Port match for: b68d8011-6aa0-4d28-8e03-0da9e6f36b0e {{(pid=103839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 17:19:39.374646 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device b68d8011-6aa0-4d28-8e03-0da9e6f36b0e not bound to the agent host hv-cinder-77819 {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 17:19:39.375459 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-0688947c-0a8d-426b-add2-434754e1b2df tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Request body: {'security_group': {'name': 'tempest-securitygroup--343239493', 'description': 'tempest-description--1446994771'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:19:39.469795 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-0688947c-0a8d-426b-add2-434754e1b2df tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:39.536787 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-0688947c-0a8d-426b-add2-434754e1b2df tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks [] for security_group (73b22871-afb4-451e-ba51-bfb9372f6936), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:39.772518 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-0688947c-0a8d-426b-add2-434754e1b2df tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (73b22871-afb4-451e-ba51-bfb9372f6936), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:39.802790 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0688947c-0a8d-426b-add2-434754e1b2df tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73b22871-afb4-451e-ba51-bfb9372f6936,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:19:39.940219 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-0688947c-0a8d-426b-add2-434754e1b2df tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:39.941408 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-0688947c-0a8d-426b-add2-434754e1b2df tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5697784 Mar 02 17:19:39.944254 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 50392) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:19:39.948595 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-dde29749-9fa8-4c0c-a9cc-85f2e6fe6b12 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Request body: {'security_group_rule': {'security_group_id': '73b22871-afb4-451e-ba51-bfb9372f6936', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:19:40.066076 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-dde29749-9fa8-4c0c-a9cc-85f2e6fe6b12 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks [] for security_group_rule (9844c612-4873-4809-bbdd-7ecbf32e7716), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:40.123261 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-dde29749-9fa8-4c0c-a9cc-85f2e6fe6b12 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks [] for security_group_rule (9844c612-4873-4809-bbdd-7ecbf32e7716), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:40.226617 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-dde29749-9fa8-4c0c-a9cc-85f2e6fe6b12 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785262'] for security_group_rule (9844c612-4873-4809-bbdd-7ecbf32e7716), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:40.245248 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde29749-9fa8-4c0c-a9cc-85f2e6fe6b12 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9844c612-4873-4809-bbdd-7ecbf32e7716,revision_number=0']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:19:40.337167 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-dde29749-9fa8-4c0c-a9cc-85f2e6fe6b12 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:40.338506 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-dde29749-9fa8-4c0c-a9cc-85f2e6fe6b12 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3933041 Mar 02 17:19:40.341708 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 50396) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:19:40.345980 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-3208f011-23d0-4058-8dcf-729328dbd1a3 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Request body: {'security_group_rule': {'security_group_id': '73b22871-afb4-451e-ba51-bfb9372f6936', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:19:40.497628 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-3208f011-23d0-4058-8dcf-729328dbd1a3 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks [] for security_group_rule (97c9b291-e8de-4634-91b9-1b4204dcc4fe), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:40.552265 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-3208f011-23d0-4058-8dcf-729328dbd1a3 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks [] for security_group_rule (97c9b291-e8de-4634-91b9-1b4204dcc4fe), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:40.632264 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-3208f011-23d0-4058-8dcf-729328dbd1a3 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785262'] for security_group_rule (97c9b291-e8de-4634-91b9-1b4204dcc4fe), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:40.652338 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3208f011-23d0-4058-8dcf-729328dbd1a3 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97c9b291-e8de-4634-91b9-1b4204dcc4fe,revision_number=0']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:19:40.725207 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-3208f011-23d0-4058-8dcf-729328dbd1a3 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:40.726550 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-3208f011-23d0-4058-8dcf-729328dbd1a3 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3838723 Mar 02 17:19:40.729484 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 50398) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:19:40.734442 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-54bf125c-6402-4cc0-85a7-a3bb3e9c3178 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Request body: {'floatingip': {'floating_network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:19:40.895204 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-54bf125c-6402-4cc0-85a7-a3bb3e9c3178 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:41.003685 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-54bf125c-6402-4cc0-85a7-a3bb3e9c3178 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:41.108962 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.db.db_base_plugin_common [None req-54bf125c-6402-4cc0-85a7-a3bb3e9c3178 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Allocated IP 172.27.1.71 (0bf1b91f-7d47-47dc-984e-54613c32c4bf/e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9/4739d4af-ccc5-43d5-a5d7-e3ad44c1b64d) {{(pid=103837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:19:41.213776 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-54bf125c-6402-4cc0-85a7-a3bb3e9c3178 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks [] for port (4739d4af-ccc5-43d5-a5d7-e3ad44c1b64d), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:41.303945 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-54bf125c-6402-4cc0-85a7-a3bb3e9c3178 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757691134181'] for port (4739d4af-ccc5-43d5-a5d7-e3ad44c1b64d), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:41.342889 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bf125c-6402-4cc0-85a7-a3bb3e9c3178 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Network 0bf1b91f-7d47-47dc-984e-54613c32c4bf is already hosted by enough agents. {{(pid=103837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:19:41.345625 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.scheduler.base_scheduler [None req-54bf125c-6402-4cc0-85a7-a3bb3e9c3178 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Resources bound (agent type, host, resource id): {{(pid=103837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:19:41.349039 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bf125c-6402-4cc0-85a7-a3bb3e9c3178 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Received port after_create {{(pid=103837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 17:19:41.356942 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bf125c-6402-4cc0-85a7-a3bb3e9c3178 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Pushing event updated for resources: {'Port': ['ID=4739d4af-ccc5-43d5-a5d7-e3ad44c1b64d,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:19:41.399376 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-54bf125c-6402-4cc0-85a7-a3bb3e9c3178 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks [] for floatingip (1104739e-4b5a-4dfe-9ede-b5b391a49c19), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:41.488454 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-54bf125c-6402-4cc0-85a7-a3bb3e9c3178 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (4739d4af-ccc5-43d5-a5d7-e3ad44c1b64d), before_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:41.636680 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-54bf125c-6402-4cc0-85a7-a3bb3e9c3178 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks [] for port (4739d4af-ccc5-43d5-a5d7-e3ad44c1b64d), precommit_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:41.697917 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-54bf125c-6402-4cc0-85a7-a3bb3e9c3178 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (4739d4af-ccc5-43d5-a5d7-e3ad44c1b64d), after_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:41.732943 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-54bf125c-6402-4cc0-85a7-a3bb3e9c3178 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-755393'] for floatingip (1104739e-4b5a-4dfe-9ede-b5b391a49c19), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:41.752619 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bf125c-6402-4cc0-85a7-a3bb3e9c3178 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Pushing event updated for resources: {'Port': ['ID=4739d4af-ccc5-43d5-a5d7-e3ad44c1b64d,revision_number=2']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:19:41.808451 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-54bf125c-6402-4cc0-85a7-a3bb3e9c3178 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021714'] for floatingip (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:41.809720 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-54bf125c-6402-4cc0-85a7-a3bb3e9c3178 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0792613 Mar 02 17:19:42.005258 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c47853ab-7a30-402f-ab4b-011b4eb6bfd1 req-b4f11e04-de42-42f4-a334-972bdd206bf1 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--343239493&fields=id&tenant_id=4c5c3e34b0274e8a95876b46416bdc2d HTTP/1.1" status: 200 len: 267 time: 0.0421693 Mar 02 17:19:42.110700 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47853ab-7a30-402f-ab4b-011b4eb6bfd1 req-968218aa-60be-43dd-bd55-0b68306a0c61 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:19:42.112142 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c47853ab-7a30-402f-ab4b-011b4eb6bfd1 req-968218aa-60be-43dd-bd55-0b68306a0c61 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/networks?id=ba91141c-2c4a-433e-a175-e7c250467227 HTTP/1.1" status: 200 len: 817 time: 0.1005476 Mar 02 17:19:42.126720 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c47853ab-7a30-402f-ab4b-011b4eb6bfd1 req-76bc3bcc-2875-4677-8ac3-4487fb8939c4 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/quotas/4c5c3e34b0274e8a95876b46416bdc2d HTTP/1.1" status: 200 len: 375 time: 0.0092554 Mar 02 17:19:42.179171 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c47853ab-7a30-402f-ab4b-011b4eb6bfd1 req-4b61a7e7-c04e-4294-8bdc-4af91de27edf tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4c5c3e34b0274e8a95876b46416bdc2d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477893 Mar 02 17:19:42.277593 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c47853ab-7a30-402f-ab4b-011b4eb6bfd1 req-240129a7-561a-4894-ba6b-bb0d7f1ba16c service neutron] 10.222.0.55 "GET /v2.0/networks/ba91141c-2c4a-433e-a175-e7c250467227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865123 Mar 02 17:19:42.366509 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c47853ab-7a30-402f-ab4b-011b4eb6bfd1 req-8f059cd0-ad99-467c-8fa6-c61c274aae2e service neutron] 10.222.0.55 "GET /v2.0/networks/ba91141c-2c4a-433e-a175-e7c250467227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828259 Mar 02 17:19:42.626306 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-6aca03a2-04f1-490d-998d-c3394d462bb8 req-98d56da4-4cb8-4e84-9668-cb8dd910c573 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfefaf72-8f20-4249-8d2e-f02472308721 HTTP/1.1" status: 200 len: 210 time: 0.0305605 Mar 02 17:19:43.497774 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (dbb67c4d-7aa5-4acf-82b3-541c1cabd3d2), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:43.729438 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-44d44c63-c509-49b0-a6b1-f3b5be0cb099 req-c49cf7de-3966-4ea2-ba2a-3a6cc157952b tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfefaf72-8f20-4249-8d2e-f02472308721 HTTP/1.1" status: 200 len: 210 time: 0.0307035 Mar 02 17:19:44.571927 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47853ab-7a30-402f-ab4b-011b4eb6bfd1 req-1b20fc97-4151-43ce-9001-9675241e891a tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:19:44.573430 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c47853ab-7a30-402f-ab4b-011b4eb6bfd1 req-1b20fc97-4151-43ce-9001-9675241e891a tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.49 "GET /v2.0/networks?id=ba91141c-2c4a-433e-a175-e7c250467227 HTTP/1.1" status: 200 len: 817 time: 0.1007690 Mar 02 17:19:44.644957 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c47853ab-7a30-402f-ab4b-011b4eb6bfd1 req-5a2998bc-5f7e-4fb3-91ae-dfbabafdad42 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c5c3e34b0274e8a95876b46416bdc2d HTTP/1.1" status: 200 len: 379 time: 0.0603788 Mar 02 17:19:44.654103 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [req-c47853ab-7a30-402f-ab4b-011b4eb6bfd1 req-b62dfc62-061b-4fc1-9a0a-af473f5ad9d0 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Request body: {'port': {'device_id': 'bfefaf72-8f20-4249-8d2e-f02472308721', 'network_id': 'ba91141c-2c4a-433e-a175-e7c250467227', 'admin_state_up': True, 'tenant_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'security_groups': ['73b22871-afb4-451e-ba51-bfb9372f6936']}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:19:44.839716 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-6ba533f2-2762-40b0-8549-9cd8b23fdd64 req-12ea0094-b4c6-4d8a-94b2-6d9c9aa39b7c tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfefaf72-8f20-4249-8d2e-f02472308721 HTTP/1.1" status: 200 len: 210 time: 0.0270901 Mar 02 17:19:44.866497 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c47853ab-7a30-402f-ab4b-011b4eb6bfd1 req-b62dfc62-061b-4fc1-9a0a-af473f5ad9d0 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Made reservation on behalf of 4c5c3e34b0274e8a95876b46416bdc2d for: {'port': 1} {{(pid=103838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:19:44.870004 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-c47853ab-7a30-402f-ab4b-011b4eb6bfd1 req-b62dfc62-061b-4fc1-9a0a-af473f5ad9d0 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:45.001037 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.db_base_plugin_common [req-c47853ab-7a30-402f-ab4b-011b4eb6bfd1 req-b62dfc62-061b-4fc1-9a0a-af473f5ad9d0 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Allocated IP 172.20.0.14 (ba91141c-2c4a-433e-a175-e7c250467227/b2418ff9-f0a5-4e04-8f27-a85b5ef0f2a3/a1bd7a1d-00bc-47a0-86ce-02614eaabcbf) {{(pid=103838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:19:45.136304 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-c47853ab-7a30-402f-ab4b-011b4eb6bfd1 req-b62dfc62-061b-4fc1-9a0a-af473f5ad9d0 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks [] for port (a1bd7a1d-00bc-47a0-86ce-02614eaabcbf), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:45.238242 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-c47853ab-7a30-402f-ab4b-011b4eb6bfd1 req-b62dfc62-061b-4fc1-9a0a-af473f5ad9d0 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757691134181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26691326'] for port (a1bd7a1d-00bc-47a0-86ce-02614eaabcbf), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:45.282904 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c47853ab-7a30-402f-ab4b-011b4eb6bfd1 req-b62dfc62-061b-4fc1-9a0a-af473f5ad9d0 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Network ba91141c-2c4a-433e-a175-e7c250467227 is already hosted by enough agents. {{(pid=103838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:19:45.285955 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.base_scheduler [req-c47853ab-7a30-402f-ab4b-011b4eb6bfd1 req-b62dfc62-061b-4fc1-9a0a-af473f5ad9d0 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Resources bound (agent type, host, resource id): {{(pid=103838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:19:45.289820 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [req-c47853ab-7a30-402f-ab4b-011b4eb6bfd1 req-b62dfc62-061b-4fc1-9a0a-af473f5ad9d0 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Received port after_create {{(pid=103838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 17:19:45.315722 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62dfc62-061b-4fc1-9a0a-af473f5ad9d0 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Pushing event updated for resources: {'Port': ['ID=a1bd7a1d-00bc-47a0-86ce-02614eaabcbf,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:19:45.344904 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47853ab-7a30-402f-ab4b-011b4eb6bfd1 req-b62dfc62-061b-4fc1-9a0a-af473f5ad9d0 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:19:45.345517 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-c47853ab-7a30-402f-ab4b-011b4eb6bfd1 req-b62dfc62-061b-4fc1-9a0a-af473f5ad9d0 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021714'] for port (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:45.429468 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c47853ab-7a30-402f-ab4b-011b4eb6bfd1 req-b62dfc62-061b-4fc1-9a0a-af473f5ad9d0 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7791083 Mar 02 17:19:45.440694 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [req-c47853ab-7a30-402f-ab4b-011b4eb6bfd1 req-3af0dfc5-c78c-46bc-bce7-6d9a48b6dea5 service neutron] Request body: {'port': {'device_id': 'bfefaf72-8f20-4249-8d2e-f02472308721', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:19:45.509950 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-c47853ab-7a30-402f-ab4b-011b4eb6bfd1 req-3af0dfc5-c78c-46bc-bce7-6d9a48b6dea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (a1bd7a1d-00bc-47a0-86ce-02614eaabcbf), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:45.545208 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-c25cff88-81ed-4191-bc97-9f5414813caf None None] Provisioning complete for port a1bd7a1d-00bc-47a0-86ce-02614eaabcbf triggered by entity DHCP. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:19:45.545800 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-c25cff88-81ed-4191-bc97-9f5414813caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (a1bd7a1d-00bc-47a0-86ce-02614eaabcbf), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:45.584342 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-c25cff88-81ed-4191-bc97-9f5414813caf None None] Port a1bd7a1d-00bc-47a0-86ce-02614eaabcbf cannot update to ACTIVE because it is not bound. {{(pid=103839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 17:19:46.024589 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be35cb9-6975-41b5-8363-2429a9707619 req-fd8206b6-f791-48da-acb5-36af60957f8c tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:19:46.026159 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-5be35cb9-6975-41b5-8363-2429a9707619 req-fd8206b6-f791-48da-acb5-36af60957f8c tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfefaf72-8f20-4249-8d2e-f02472308721 HTTP/1.1" status: 200 len: 932 time: 0.0901957 Mar 02 17:19:46.113620 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [req-c47853ab-7a30-402f-ab4b-011b4eb6bfd1 req-3af0dfc5-c78c-46bc-bce7-6d9a48b6dea5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1bd7a1d-00bc-47a0-86ce-02614eaabcbf {{(pid=103838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 17:19:46.120682 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-5be35cb9-6975-41b5-8363-2429a9707619 req-2221e297-867f-475d-871e-7cf38f3acfc6 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=73b22871-afb4-451e-ba51-bfb9372f6936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873215 Mar 02 17:19:46.125658 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-c47853ab-7a30-402f-ab4b-011b4eb6bfd1 req-3af0dfc5-c78c-46bc-bce7-6d9a48b6dea5 service neutron] Publish callbacks [] for port (a1bd7a1d-00bc-47a0-86ce-02614eaabcbf), precommit_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:46.140560 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [req-c47853ab-7a30-402f-ab4b-011b4eb6bfd1 req-3af0dfc5-c78c-46bc-bce7-6d9a48b6dea5 service neutron] Transition to ACTIVE for port object a1bd7a1d-00bc-47a0-86ce-02614eaabcbf will not be triggered until provisioned by entity L2. {{(pid=103838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 17:19:46.217379 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-c47853ab-7a30-402f-ab4b-011b4eb6bfd1 req-3af0dfc5-c78c-46bc-bce7-6d9a48b6dea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26691319'] for port (a1bd7a1d-00bc-47a0-86ce-02614eaabcbf), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:46.267654 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af0dfc5-c78c-46bc-bce7-6d9a48b6dea5 service neutron] Pushing event updated for resources: {'Port': ['ID=a1bd7a1d-00bc-47a0-86ce-02614eaabcbf,revision_number=2']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:19:46.344942 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [req-c47853ab-7a30-402f-ab4b-011b4eb6bfd1 req-3af0dfc5-c78c-46bc-bce7-6d9a48b6dea5 service neutron] Attempting to bind port a1bd7a1d-00bc-47a0-86ce-02614eaabcbf on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 17:19:46.345265 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [req-c47853ab-7a30-402f-ab4b-011b4eb6bfd1 req-3af0dfc5-c78c-46bc-bce7-6d9a48b6dea5 service neutron] Attempting to bind port a1bd7a1d-00bc-47a0-86ce-02614eaabcbf by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '045cca5b-a9b4-4a6c-8670-18c98461fa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ba91141c-2c4a-433e-a175-e7c250467227'}] {{(pid=103838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 17:19:46.345592 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47853ab-7a30-402f-ab4b-011b4eb6bfd1 req-3af0dfc5-c78c-46bc-bce7-6d9a48b6dea5 service neutron] Attempting to bind port a1bd7a1d-00bc-47a0-86ce-02614eaabcbf on network ba91141c-2c4a-433e-a175-e7c250467227 {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 17:19:46.350116 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47853ab-7a30-402f-ab4b-011b4eb6bfd1 req-3af0dfc5-c78c-46bc-bce7-6d9a48b6dea5 service neutron] Port a1bd7a1d-00bc-47a0-86ce-02614eaabcbf on network ba91141c-2c4a-433e-a175-e7c250467227 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 17:19:46.350436 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47853ab-7a30-402f-ab4b-011b4eb6bfd1 req-3af0dfc5-c78c-46bc-bce7-6d9a48b6dea5 service neutron] Attempting to bind port a1bd7a1d-00bc-47a0-86ce-02614eaabcbf on network ba91141c-2c4a-433e-a175-e7c250467227 {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 17:19:46.355254 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47853ab-7a30-402f-ab4b-011b4eb6bfd1 req-3af0dfc5-c78c-46bc-bce7-6d9a48b6dea5 service neutron] Checking agent: {'id': 'dbb67c4d-7aa5-4acf-82b3-541c1cabd3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 13), 'started_at': datetime.datetime(2022, 3, 2, 17, 13, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 17:19:46.355618 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47853ab-7a30-402f-ab4b-011b4eb6bfd1 req-3af0dfc5-c78c-46bc-bce7-6d9a48b6dea5 service neutron] Checking segment: {'id': '045cca5b-a9b4-4a6c-8670-18c98461fa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ba91141c-2c4a-433e-a175-e7c250467227'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 17:19:46.356019 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47853ab-7a30-402f-ab4b-011b4eb6bfd1 req-3af0dfc5-c78c-46bc-bce7-6d9a48b6dea5 service neutron] Bound using segment: {'id': '045cca5b-a9b4-4a6c-8670-18c98461fa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ba91141c-2c4a-433e-a175-e7c250467227'} {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 17:19:46.356431 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [req-c47853ab-7a30-402f-ab4b-011b4eb6bfd1 req-3af0dfc5-c78c-46bc-bce7-6d9a48b6dea5 service neutron] Bound port: a1bd7a1d-00bc-47a0-86ce-02614eaabcbf, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '045cca5b-a9b4-4a6c-8670-18c98461fa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ba91141c-2c4a-433e-a175-e7c250467227'}}] {{(pid=103838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 17:19:46.356782 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-c47853ab-7a30-402f-ab4b-011b4eb6bfd1 req-3af0dfc5-c78c-46bc-bce7-6d9a48b6dea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (a1bd7a1d-00bc-47a0-86ce-02614eaabcbf), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:46.424483 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [req-c47853ab-7a30-402f-ab4b-011b4eb6bfd1 req-3af0dfc5-c78c-46bc-bce7-6d9a48b6dea5 service neutron] For port a1bd7a1d-00bc-47a0-86ce-02614eaabcbf, host hv-cinder-77819, cleared binding levels {{(pid=103838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:19:46.427418 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [req-c47853ab-7a30-402f-ab4b-011b4eb6bfd1 req-3af0dfc5-c78c-46bc-bce7-6d9a48b6dea5 service neutron] For port a1bd7a1d-00bc-47a0-86ce-02614eaabcbf, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a1bd7a1d-00bc-47a0-86ce-02614eaabcbf,segment=NetworkSegment(045cca5b-a9b4-4a6c-8670-18c98461fa58),segment_id=045cca5b-a9b4-4a6c-8670-18c98461fa58)] {{(pid=103838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:19:46.495345 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-c47853ab-7a30-402f-ab4b-011b4eb6bfd1 req-3af0dfc5-c78c-46bc-bce7-6d9a48b6dea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26691319'] for port (a1bd7a1d-00bc-47a0-86ce-02614eaabcbf), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:46.535557 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47853ab-7a30-402f-ab4b-011b4eb6bfd1 req-3af0dfc5-c78c-46bc-bce7-6d9a48b6dea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:19:46.536476 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-c47853ab-7a30-402f-ab4b-011b4eb6bfd1 req-3af0dfc5-c78c-46bc-bce7-6d9a48b6dea5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021714'] for port (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:46.538166 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c47853ab-7a30-402f-ab4b-011b4eb6bfd1 req-3af0dfc5-c78c-46bc-bce7-6d9a48b6dea5 service neutron] 10.222.0.49 "PUT /v2.0/ports/a1bd7a1d-00bc-47a0-86ce-02614eaabcbf HTTP/1.1" status: 200 len: 1094 time: 1.1018524 Mar 02 17:19:46.538687 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfefaf72-8f20-4249-8d2e-f02472308721', 'tag': 'a1bd7a1d-00bc-47a0-86ce-02614eaabcbf'}] {{(pid=103838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 17:19:46.541214 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7c8e0f7c7170b606f581d652a183e77a47547618c5f9292d8eb62f06a367e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3822acc0-f594-489a-b192-be3613e90c58" -d '{"events": [{"name": "network-changed", "server_uuid": "bfefaf72-8f20-4249-8d2e-f02472308721", "tag": "a1bd7a1d-00bc-47a0-86ce-02614eaabcbf"}]}' {{(pid=103838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 17:19:46.573999 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af0dfc5-c78c-46bc-bce7-6d9a48b6dea5 service neutron] Pushing event updated for resources: {'Port': ['ID=a1bd7a1d-00bc-47a0-86ce-02614eaabcbf,revision_number=3']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:19:46.592734 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 17:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e494042-e740-4000-b0b9-e87ededd25e9 x-openstack-request-id: req-6e494042-e740-4000-b0b9-e87ededd25e9 {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 17:19:46.593026 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfefaf72-8f20-4249-8d2e-f02472308721", "tag": "a1bd7a1d-00bc-47a0-86ce-02614eaabcbf", "status": "completed", "code": 200}]} {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 17:19:46.593284 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6e494042-e740-4000-b0b9-e87ededd25e9 {{(pid=103838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 17:19:46.593693 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfefaf72-8f20-4249-8d2e-f02472308721', 'tag': 'a1bd7a1d-00bc-47a0-86ce-02614eaabcbf', 'status': 'completed', 'code': 200} Mar 02 17:19:46.663646 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3822acc0-f594-489a-b192-be3613e90c58 req-1f65ee22-d2f3-4afd-9270-6e45030b5f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:19:46.665794 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-3822acc0-f594-489a-b192-be3613e90c58 req-1f65ee22-d2f3-4afd-9270-6e45030b5f0b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4c5c3e34b0274e8a95876b46416bdc2d&device_id=bfefaf72-8f20-4249-8d2e-f02472308721 HTTP/1.1" status: 200 len: 1128 time: 0.0534658 Mar 02 17:19:46.793421 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3822acc0-f594-489a-b192-be3613e90c58 req-6a2e32cc-e635-4d5e-82dc-e51bb14327d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:19:46.795571 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-3822acc0-f594-489a-b192-be3613e90c58 req-6a2e32cc-e635-4d5e-82dc-e51bb14327d1 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=4c5c3e34b0274e8a95876b46416bdc2d&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1220963 Mar 02 17:19:46.890506 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3822acc0-f594-489a-b192-be3613e90c58 req-939869ae-661c-406e-8778-9bdcf2781ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:19:46.891952 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-3822acc0-f594-489a-b192-be3613e90c58 req-939869ae-661c-406e-8778-9bdcf2781ce7 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0897796 Mar 02 17:19:46.979673 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47853ab-7a30-402f-ab4b-011b4eb6bfd1 req-72f2fe03-59ba-482f-9d0d-95a62831d9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:19:46.981088 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c47853ab-7a30-402f-ab4b-011b4eb6bfd1 req-72f2fe03-59ba-482f-9d0d-95a62831d9a2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4c5c3e34b0274e8a95876b46416bdc2d&device_id=bfefaf72-8f20-4249-8d2e-f02472308721 HTTP/1.1" status: 200 len: 1128 time: 0.0489714 Mar 02 17:19:47.022655 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c47853ab-7a30-402f-ab4b-011b4eb6bfd1 req-dc74e439-c25d-4d54-bce1-b5ef7a143f8f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1bd7a1d-00bc-47a0-86ce-02614eaabcbf HTTP/1.1" status: 200 len: 217 time: 0.0342331 Mar 02 17:19:47.074701 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47853ab-7a30-402f-ab4b-011b4eb6bfd1 req-961dd7f2-738d-457f-a85d-6489ec32c5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:19:47.076799 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c47853ab-7a30-402f-ab4b-011b4eb6bfd1 req-961dd7f2-738d-457f-a85d-6489ec32c5e1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b2418ff9-f0a5-4e04-8f27-a85b5ef0f2a3 HTTP/1.1" status: 200 len: 856 time: 0.0468466 Mar 02 17:19:47.132556 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47853ab-7a30-402f-ab4b-011b4eb6bfd1 req-a691ebd7-db50-4c8b-8b81-acb836018fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:19:47.134130 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c47853ab-7a30-402f-ab4b-011b4eb6bfd1 req-a691ebd7-db50-4c8b-8b81-acb836018fb0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ba91141c-2c4a-433e-a175-e7c250467227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0504301 Mar 02 17:19:47.251803 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c47853ab-7a30-402f-ab4b-011b4eb6bfd1 req-2c0d0bd8-10ec-478d-8b74-20c2e4344749 service neutron] 10.222.0.49 "GET /v2.0/networks/ba91141c-2c4a-433e-a175-e7c250467227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110692 Mar 02 17:19:47.274965 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e200ac6-4d06-40c6-8ed7-46d8a604e51d req-073cb274-4b1f-4420-9ab5-868ed4f1f52d tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:19:47.276367 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0e200ac6-4d06-40c6-8ed7-46d8a604e51d req-073cb274-4b1f-4420-9ab5-868ed4f1f52d tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfefaf72-8f20-4249-8d2e-f02472308721 HTTP/1.1" status: 200 len: 944 time: 0.0817626 Mar 02 17:19:47.376670 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0e200ac6-4d06-40c6-8ed7-46d8a604e51d req-a44feecb-c2b9-46f3-a192-58848a9241e5 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=73b22871-afb4-451e-ba51-bfb9372f6936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898077 Mar 02 17:19:47.392449 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c47853ab-7a30-402f-ab4b-011b4eb6bfd1 req-25c61290-4985-439e-ac7c-5b7770b02c47 service neutron] 10.222.0.49 "GET /v2.0/networks/ba91141c-2c4a-433e-a175-e7c250467227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318054 Mar 02 17:19:48.503427 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3845a5e-48e7-4db7-aaa0-3d98c9955e3b req-442915c0-9c57-4a1e-a0c3-17062f1c220c tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:19:48.504896 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e3845a5e-48e7-4db7-aaa0-3d98c9955e3b req-442915c0-9c57-4a1e-a0c3-17062f1c220c tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfefaf72-8f20-4249-8d2e-f02472308721 HTTP/1.1" status: 200 len: 944 time: 0.0527937 Mar 02 17:19:48.556624 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e3845a5e-48e7-4db7-aaa0-3d98c9955e3b req-419dc541-3311-458f-885f-f0308e554cee tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=73b22871-afb4-451e-ba51-bfb9372f6936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461214 Mar 02 17:19:49.369955 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device a1bd7a1d-00bc-47a0-86ce-02614eaabcbf details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 17:19:49.469158 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] For port a1bd7a1d-00bc-47a0-86ce-02614eaabcbf, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a1bd7a1d-00bc-47a0-86ce-02614eaabcbf,segment=NetworkSegment(045cca5b-a9b4-4a6c-8670-18c98461fa58),segment_id=045cca5b-a9b4-4a6c-8670-18c98461fa58)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:19:49.485153 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Returning: {'device': 'a1bd7a1d-00bc-47a0-86ce-02614eaabcbf', 'network_id': 'ba91141c-2c4a-433e-a175-e7c250467227', 'port_id': 'a1bd7a1d-00bc-47a0-86ce-02614eaabcbf', 'mac_address': 'fa:16:3e:28:40:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2418ff9-f0a5-4e04-8f27-a85b5ef0f2a3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 17:19:49.523266 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Current status of the port a1bd7a1d-00bc-47a0-86ce-02614eaabcbf is: DOWN; New status is: BUILD {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:19:49.523662 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (a1bd7a1d-00bc-47a0-86ce-02614eaabcbf), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:49.537954 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.notifiers.nova [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1bd7a1d-00bc-47a0-86ce-02614eaabcbf {{(pid=103839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 17:19:49.558178 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] For port a1bd7a1d-00bc-47a0-86ce-02614eaabcbf, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a1bd7a1d-00bc-47a0-86ce-02614eaabcbf,segment=NetworkSegment(045cca5b-a9b4-4a6c-8670-18c98461fa58),segment_id=045cca5b-a9b4-4a6c-8670-18c98461fa58)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:19:49.631831 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (a1bd7a1d-00bc-47a0-86ce-02614eaabcbf), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:49.678722 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60608ddd-a30c-48b0-a088-4bdef31b68ca req-8ab75495-5aaa-40ef-9916-8f03a7c2b630 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:19:49.680194 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-60608ddd-a30c-48b0-a088-4bdef31b68ca req-8ab75495-5aaa-40ef-9916-8f03a7c2b630 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfefaf72-8f20-4249-8d2e-f02472308721 HTTP/1.1" status: 200 len: 945 time: 0.0518081 Mar 02 17:19:49.680339 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Pushing event updated for resources: {'Port': ['ID=a1bd7a1d-00bc-47a0-86ce-02614eaabcbf,revision_number=4']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:19:49.728494 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-60608ddd-a30c-48b0-a088-4bdef31b68ca req-69d9bd3d-9374-4b73-ae63-61c80c7c30a6 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=73b22871-afb4-451e-ba51-bfb9372f6936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419562 Mar 02 17:19:49.918282 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] get_ports_and_sgs() called for port_ids ['a1bd7a1d-00bc-47a0-86ce-02614eaabcbf'] {{(pid=103839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 17:19:50.851450 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61c1fa-78fd-40e9-a3b0-53dac08f1c20 req-ac982059-038f-4f0a-acc0-905f1f12804a tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:19:50.852982 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-3a61c1fa-78fd-40e9-a3b0-53dac08f1c20 req-ac982059-038f-4f0a-acc0-905f1f12804a tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfefaf72-8f20-4249-8d2e-f02472308721 HTTP/1.1" status: 200 len: 945 time: 0.0524557 Mar 02 17:19:50.901555 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-3a61c1fa-78fd-40e9-a3b0-53dac08f1c20 req-0b9897ef-5086-4ac5-9e18-c5d79d770cff tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=73b22871-afb4-451e-ba51-bfb9372f6936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419900 Mar 02 17:19:51.367397 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device a1bd7a1d-00bc-47a0-86ce-02614eaabcbf up at agent hyperv_hv-cinder-77819 {{(pid=103839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 17:19:51.471978 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Provisioning for port a1bd7a1d-00bc-47a0-86ce-02614eaabcbf completed by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 17:19:51.475974 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Provisioning complete for port a1bd7a1d-00bc-47a0-86ce-02614eaabcbf triggered by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:19:51.476362 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (a1bd7a1d-00bc-47a0-86ce-02614eaabcbf), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:51.557461 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Current status of the port a1bd7a1d-00bc-47a0-86ce-02614eaabcbf is: BUILD; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:19:51.557767 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (a1bd7a1d-00bc-47a0-86ce-02614eaabcbf), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:51.581669 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfefaf72-8f20-4249-8d2e-f02472308721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1bd7a1d-00bc-47a0-86ce-02614eaabcbf'}] {{(pid=103839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 17:19:51.584058 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1ae65c9246df630c0a528d92fdc2f4b7a0a5f54ed45d3739c3110b66571c885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d8c4aa-7fe3-4e5f-ac45-aac45ff37e0b" -d '{"events": [{"server_uuid": "bfefaf72-8f20-4249-8d2e-f02472308721", "name": "network-vif-plugged", "status": "completed", "tag": "a1bd7a1d-00bc-47a0-86ce-02614eaabcbf"}]}' {{(pid=103839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 17:19:51.599034 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] For port a1bd7a1d-00bc-47a0-86ce-02614eaabcbf, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a1bd7a1d-00bc-47a0-86ce-02614eaabcbf,segment=NetworkSegment(045cca5b-a9b4-4a6c-8670-18c98461fa58),segment_id=045cca5b-a9b4-4a6c-8670-18c98461fa58)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:19:51.620077 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 17:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-146b92e6-e108-4091-8ab8-0c2b470494f3 x-openstack-request-id: req-146b92e6-e108-4091-8ab8-0c2b470494f3 {{(pid=103839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 17:19:51.620376 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfefaf72-8f20-4249-8d2e-f02472308721", "name": "network-vif-plugged", "status": "completed", "tag": "a1bd7a1d-00bc-47a0-86ce-02614eaabcbf", "code": 200}]} {{(pid=103839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 17:19:51.620631 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-146b92e6-e108-4091-8ab8-0c2b470494f3 {{(pid=103839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 17:19:51.621029 dv-cinder-778193-22-iscsi neutron-server[103839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfefaf72-8f20-4249-8d2e-f02472308721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1bd7a1d-00bc-47a0-86ce-02614eaabcbf', 'code': 200} Mar 02 17:19:51.680434 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (a1bd7a1d-00bc-47a0-86ce-02614eaabcbf), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:51.732128 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Pushing event updated for resources: {'Port': ['ID=a1bd7a1d-00bc-47a0-86ce-02614eaabcbf,revision_number=5']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:19:51.945571 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82565121-d0c7-4bb0-8fe5-da42e3cc13e1 req-f4b746b9-2b1a-4cce-8b84-1973da056fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:19:51.947110 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-82565121-d0c7-4bb0-8fe5-da42e3cc13e1 req-f4b746b9-2b1a-4cce-8b84-1973da056fc9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bfefaf72-8f20-4249-8d2e-f02472308721 HTTP/1.1" status: 200 len: 1130 time: 0.0479991 Mar 02 17:19:52.017678 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-82565121-d0c7-4bb0-8fe5-da42e3cc13e1 req-e36c3fa8-112f-40ff-a594-db5e98e2f40d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=73b22871-afb4-451e-ba51-bfb9372f6936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633082 Mar 02 17:19:52.039828 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e090474-ea13-4cff-a52b-cf422d5cd645 req-ad78b387-a6a7-4c9b-901e-bf3a8c12afe8 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:19:52.041258 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-4e090474-ea13-4cff-a52b-cf422d5cd645 req-ad78b387-a6a7-4c9b-901e-bf3a8c12afe8 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfefaf72-8f20-4249-8d2e-f02472308721 HTTP/1.1" status: 200 len: 946 time: 0.0635173 Mar 02 17:19:52.088476 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-4e090474-ea13-4cff-a52b-cf422d5cd645 req-8ca0598b-4af4-4dbf-a2ea-30e85881e7ca tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=73b22871-afb4-451e-ba51-bfb9372f6936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411115 Mar 02 17:19:53.224407 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f57045-1d81-40de-81fd-331bc9889462 req-4a9da536-be99-4e67-8f3d-c9ca9f9579bc tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:19:53.225938 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-75f57045-1d81-40de-81fd-331bc9889462 req-4a9da536-be99-4e67-8f3d-c9ca9f9579bc tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfefaf72-8f20-4249-8d2e-f02472308721 HTTP/1.1" status: 200 len: 946 time: 0.0578072 Mar 02 17:19:53.279375 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-75f57045-1d81-40de-81fd-331bc9889462 req-ed36571f-0811-48a1-90e0-e4591a127e29 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=73b22871-afb4-451e-ba51-bfb9372f6936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471389 Mar 02 17:19:54.400275 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ca53fa-fdca-459f-8bdd-4da1ec0e9308 req-b182ff0f-ef16-4d7d-8ec8-a8ebab218343 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:19:54.401747 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-68ca53fa-fdca-459f-8bdd-4da1ec0e9308 req-b182ff0f-ef16-4d7d-8ec8-a8ebab218343 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfefaf72-8f20-4249-8d2e-f02472308721 HTTP/1.1" status: 200 len: 946 time: 0.0521514 Mar 02 17:19:54.449990 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-68ca53fa-fdca-459f-8bdd-4da1ec0e9308 req-16b85f80-d7a0-4e93-ac0e-7d33f49890c5 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=73b22871-afb4-451e-ba51-bfb9372f6936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427468 Mar 02 17:19:54.570735 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0c5578-4d1a-43ed-a0c1-4f4d67347815 req-b9a90394-ffd2-439e-a9b3-609565472e0f tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:19:54.572105 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-6d0c5578-4d1a-43ed-a0c1-4f4d67347815 req-b9a90394-ffd2-439e-a9b3-609565472e0f tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfefaf72-8f20-4249-8d2e-f02472308721 HTTP/1.1" status: 200 len: 946 time: 0.0512748 Mar 02 17:19:54.581277 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 50454) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:19:54.585821 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-e77938e1-7f6d-489d-8bd1-1f45665dab72 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Request body: {'floatingip': {'port_id': 'a1bd7a1d-00bc-47a0-86ce-02614eaabcbf'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:19:54.624302 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-e77938e1-7f6d-489d-8bd1-1f45665dab72 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks [] for floatingip (1104739e-4b5a-4dfe-9ede-b5b391a49c19), before_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:55.405118 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-e77938e1-7f6d-489d-8bd1-1f45665dab72 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:55.492094 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-e77938e1-7f6d-489d-8bd1-1f45665dab72 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-755393'] for floatingip (1104739e-4b5a-4dfe-9ede-b5b391a49c19), after_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:55.595820 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.db.l3_db [None req-e77938e1-7f6d-489d-8bd1-1f45665dab72 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Floating IP 1104739e-4b5a-4dfe-9ede-b5b391a49c19 associated. External IP: 172.27.1.71, port: a1bd7a1d-00bc-47a0-86ce-02614eaabcbf. Mar 02 17:19:55.808847 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e77938e1-7f6d-489d-8bd1-1f45665dab72 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Router 96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad has already been hosted by L3 agent 90b713d5-0d52-4da0-a663-b3b1c9fefb3d {{(pid=103837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:19:55.922363 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e77938e1-7f6d-489d-8bd1-1f45665dab72 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Notify agent at l3_agent.dv-cinder-778193-22-iscsi the message routers_updated {{(pid=103837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:19:55.927812 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-e77938e1-7f6d-489d-8bd1-1f45665dab72 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021714'] for floatingip (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:55.933395 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572cd106-0d37-43a1-8c18-c30b01d13e9e None None] Sync routers for ids ['96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad'] in dv-cinder-778193-22-iscsi {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 17:19:55.945125 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572cd106-0d37-43a1-8c18-c30b01d13e9e None None] Routers {'96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:19:55.945835 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-572cd106-0d37-43a1-8c18-c30b01d13e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:19:34Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:19:55.957694 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-e77938e1-7f6d-489d-8bd1-1f45665dab72 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "PUT /v2.0/floatingips/1104739e-4b5a-4dfe-9ede-b5b391a49c19 HTTP/1.1" status: 200 len: 991 time: 1.3752728 Mar 02 17:19:55.958357 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfefaf72-8f20-4249-8d2e-f02472308721', 'tag': 'a1bd7a1d-00bc-47a0-86ce-02614eaabcbf'}] {{(pid=103837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 17:19:55.960638 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462a6a76495b0d12e43f6eb34734d6d03bfa57daa221191fdc3d129722306163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ebd818-70f9-44d5-af5f-39698dd63849" -d '{"events": [{"name": "network-changed", "server_uuid": "bfefaf72-8f20-4249-8d2e-f02472308721", "tag": "a1bd7a1d-00bc-47a0-86ce-02614eaabcbf"}]}' {{(pid=103837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 17:19:55.999823 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 17:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b5c81f4-912a-482a-8e3a-e6fb09214396 x-openstack-request-id: req-7b5c81f4-912a-482a-8e3a-e6fb09214396 {{(pid=103837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 17:19:56.000107 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfefaf72-8f20-4249-8d2e-f02472308721", "tag": "a1bd7a1d-00bc-47a0-86ce-02614eaabcbf", "status": "completed", "code": 200}]} {{(pid=103837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 17:19:56.000366 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7b5c81f4-912a-482a-8e3a-e6fb09214396 {{(pid=103837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 17:19:56.000743 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfefaf72-8f20-4249-8d2e-f02472308721', 'tag': 'a1bd7a1d-00bc-47a0-86ce-02614eaabcbf', 'status': 'completed', 'code': 200} Mar 02 17:19:56.073239 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ebd818-70f9-44d5-af5f-39698dd63849 req-f1899042-01c0-4ca4-90f0-5d4ac6cc9be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:19:56.075179 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-a0ebd818-70f9-44d5-af5f-39698dd63849 req-f1899042-01c0-4ca4-90f0-5d4ac6cc9be6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4c5c3e34b0274e8a95876b46416bdc2d&device_id=bfefaf72-8f20-4249-8d2e-f02472308721 HTTP/1.1" status: 200 len: 1130 time: 0.0521345 Mar 02 17:19:56.076540 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-572cd106-0d37-43a1-8c18-c30b01d13e9e None None] Set router 96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad gateway port host: dv-cinder-778193-22-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:19:56.192178 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ebd818-70f9-44d5-af5f-39698dd63849 req-fd4d9f07-15b1-4200-a12e-6448a4c03759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:19:56.193632 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-a0ebd818-70f9-44d5-af5f-39698dd63849 req-fd4d9f07-15b1-4200-a12e-6448a4c03759 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ba91141c-2c4a-433e-a175-e7c250467227 HTTP/1.1" status: 200 len: 918 time: 0.1121216 Mar 02 17:19:56.266815 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-5b031017-aca0-4694-9491-2f2ccc91cfbd req-d592211d-0a7a-413b-8e4d-1561fe87d114 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-351083656&fields=id&tenant_id=d37c5cf4d963481685e2d41519bfe2ff HTTP/1.1" status: 200 len: 267 time: 0.1070545 Mar 02 17:19:56.294725 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-a0ebd818-70f9-44d5-af5f-39698dd63849 req-ee47a48c-e17f-4323-8343-91d0a3f7382d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1bd7a1d-00bc-47a0-86ce-02614eaabcbf HTTP/1.1" status: 200 len: 999 time: 0.0934422 Mar 02 17:19:56.371465 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ebd818-70f9-44d5-af5f-39698dd63849 req-dbbc0743-0bea-4468-b59b-ea51298cd227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:19:56.373089 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-a0ebd818-70f9-44d5-af5f-39698dd63849 req-dbbc0743-0bea-4468-b59b-ea51298cd227 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b2418ff9-f0a5-4e04-8f27-a85b5ef0f2a3 HTTP/1.1" status: 200 len: 856 time: 0.0614741 Mar 02 17:19:56.394498 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b031017-aca0-4694-9491-2f2ccc91cfbd req-c949aa19-c786-4229-910d-173c78d71eea tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:19:56.395969 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-5b031017-aca0-4694-9491-2f2ccc91cfbd req-c949aa19-c786-4229-910d-173c78d71eea tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/ports?device_id=f08bd6a6-119c-4ce4-bb53-ced878235c33 HTTP/1.1" status: 200 len: 985 time: 0.1215589 Mar 02 17:19:56.424692 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [req-5b031017-aca0-4694-9491-2f2ccc91cfbd req-780c65bc-af87-4331-94ed-b5c16d40c3d7 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Request body: {'port': {'security_groups': ['aae85e0a-c103-4ddd-81a2-76fd14f89f6d']}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:19:56.459537 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-572cd106-0d37-43a1-8c18-c30b01d13e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad', 'name': 'tempest-AttachVolumeShelveTestJSON-2026303204-router', 'tenant_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'bd880e16-691d-471a-a419-15fdc50e029b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:15:15Z', 'updated_at': '2022-03-02T17:15:21Z', 'revision_number': 4, 'project_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'gw_port': {'id': 'bd880e16-691d-471a-a419-15fdc50e029b', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:15:16Z', 'updated_at': '2022-03-02T17:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_floatingips': [{'id': '1104739e-4b5a-4dfe-9ede-b5b391a49c19', 'tenant_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'floating_ip_address': '172.27.1.71', 'floating_network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'router_id': '96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad', 'port_id': 'a1bd7a1d-00bc-47a0-86ce-02614eaabcbf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba91141c-2c4a-433e-a175-e7c250467227', 'mac_address': 'fa:16:3e:28:40:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfefaf72-8f20-4249-8d2e-f02472308721', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:19:41Z', 'updated_at': '2022-03-02T17:19:55Z', 'revision_number': 1, 'project_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5251a380-45ee-4a11-9d9a-8dc02552250b', 'name': '', 'network_id': 'ba91141c-2c4a-433e-a175-e7c250467227', 'tenant_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'mac_address': 'fa:16:3e:97:0c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'b2418ff9-f0a5-4e04-8f27-a85b5ef0f2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:15:20Z', 'updated_at': '2022-03-02T17:15:27Z', 'revision_number': 5, 'project_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'subnets': [{'id': 'b2418ff9-f0a5-4e04-8f27-a85b5ef0f2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:19:56.484073 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572cd106-0d37-43a1-8c18-c30b01d13e9e None None] Checking router: 96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad for host: dv-cinder-778193-22-iscsi {{(pid=103839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 17:19:56.498407 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572cd106-0d37-43a1-8c18-c30b01d13e9e None None] Routers {'96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:19:56.498407 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-572cd106-0d37-43a1-8c18-c30b01d13e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:19:34Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:19:56.506346 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ebd818-70f9-44d5-af5f-39698dd63849 req-e3953a92-fecf-4f57-8067-64062b54a354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:19:56.511351 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-a0ebd818-70f9-44d5-af5f-39698dd63849 req-e3953a92-fecf-4f57-8067-64062b54a354 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ba91141c-2c4a-433e-a175-e7c250467227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1274083 Mar 02 17:19:56.538879 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-5b031017-aca0-4694-9491-2f2ccc91cfbd req-780c65bc-af87-4331-94ed-b5c16d40c3d7 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (9a411f73-0820-4705-9708-9ad9a4bd924c), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:56.622484 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-572cd106-0d37-43a1-8c18-c30b01d13e9e None None] Set router 96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad gateway port host: dv-cinder-778193-22-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:19:56.684123 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-a0ebd818-70f9-44d5-af5f-39698dd63849 req-0d4757c0-ed67-4b04-b351-3b8002771747 service neutron] 10.222.0.49 "GET /v2.0/networks/ba91141c-2c4a-433e-a175-e7c250467227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695707 Mar 02 17:19:56.852713 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-a0ebd818-70f9-44d5-af5f-39698dd63849 req-e4266b63-1cf5-4235-89e8-18d5ac78a8ac service neutron] 10.222.0.49 "GET /v2.0/networks/ba91141c-2c4a-433e-a175-e7c250467227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606221 Mar 02 17:19:56.854510 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [req-5b031017-aca0-4694-9491-2f2ccc91cfbd req-780c65bc-af87-4331-94ed-b5c16d40c3d7 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] For port 9a411f73-0820-4705-9708-9ad9a4bd924c, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=9a411f73-0820-4705-9708-9ad9a4bd924c,segment=NetworkSegment(e79ee02c-f592-41ea-9c45-0cb60a387a0c),segment_id=e79ee02c-f592-41ea-9c45-0cb60a387a0c)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:19:56.878512 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-572cd106-0d37-43a1-8c18-c30b01d13e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad', 'name': 'tempest-AttachVolumeShelveTestJSON-2026303204-router', 'tenant_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'bd880e16-691d-471a-a419-15fdc50e029b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:15:15Z', 'updated_at': '2022-03-02T17:15:21Z', 'revision_number': 4, 'project_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'gw_port': {'id': 'bd880e16-691d-471a-a419-15fdc50e029b', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:15:16Z', 'updated_at': '2022-03-02T17:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_floatingips': [{'id': '1104739e-4b5a-4dfe-9ede-b5b391a49c19', 'tenant_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'floating_ip_address': '172.27.1.71', 'floating_network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'router_id': '96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad', 'port_id': 'a1bd7a1d-00bc-47a0-86ce-02614eaabcbf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba91141c-2c4a-433e-a175-e7c250467227', 'mac_address': 'fa:16:3e:28:40:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfefaf72-8f20-4249-8d2e-f02472308721', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:19:41Z', 'updated_at': '2022-03-02T17:19:55Z', 'revision_number': 1, 'project_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5251a380-45ee-4a11-9d9a-8dc02552250b', 'name': '', 'network_id': 'ba91141c-2c4a-433e-a175-e7c250467227', 'tenant_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'mac_address': 'fa:16:3e:97:0c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'b2418ff9-f0a5-4e04-8f27-a85b5ef0f2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:15:20Z', 'updated_at': '2022-03-02T17:15:27Z', 'revision_number': 5, 'project_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'subnets': [{'id': 'b2418ff9-f0a5-4e04-8f27-a85b5ef0f2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:19:56.892551 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-5b031017-aca0-4694-9491-2f2ccc91cfbd req-780c65bc-af87-4331-94ed-b5c16d40c3d7 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Publish callbacks [] for port (9a411f73-0820-4705-9708-9ad9a4bd924c), precommit_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:56.907189 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572cd106-0d37-43a1-8c18-c30b01d13e9e None None] The sync data for ids ['96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad'] in dv-cinder-778193-22-iscsi is: [{'id': '96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad', 'name': 'tempest-AttachVolumeShelveTestJSON-2026303204-router', 'tenant_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'bd880e16-691d-471a-a419-15fdc50e029b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:15:15Z', 'updated_at': '2022-03-02T17:15:21Z', 'revision_number': 4, 'project_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'gw_port': {'id': 'bd880e16-691d-471a-a419-15fdc50e029b', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:15:16Z', 'updated_at': '2022-03-02T17:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_floatingips': [{'id': '1104739e-4b5a-4dfe-9ede-b5b391a49c19', 'tenant_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'floating_ip_address': '172.27.1.71', 'floating_network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'router_id': '96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad', 'port_id': 'a1bd7a1d-00bc-47a0-86ce-02614eaabcbf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba91141c-2c4a-433e-a175-e7c250467227', 'mac_address': 'fa:16:3e:28:40:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfefaf72-8f20-4249-8d2e-f02472308721', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:19:41Z', 'updated_at': '2022-03-02T17:19:55Z', 'revision_number': 1, 'project_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5251a380-45ee-4a11-9d9a-8dc02552250b', 'name': '', 'network_id': 'ba91141c-2c4a-433e-a175-e7c250467227', 'tenant_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'mac_address': 'fa:16:3e:97:0c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'b2418ff9-f0a5-4e04-8f27-a85b5ef0f2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:15:20Z', 'updated_at': '2022-03-02T17:15:27Z', 'revision_number': 5, 'project_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'subnets': [{'id': 'b2418ff9-f0a5-4e04-8f27-a85b5ef0f2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 17:19:56.995855 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-5b031017-aca0-4694-9491-2f2ccc91cfbd req-780c65bc-af87-4331-94ed-b5c16d40c3d7 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26691319'] for port (9a411f73-0820-4705-9708-9ad9a4bd924c), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:57.008122 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] get_ports_and_sgs() called for port_ids ['9a411f73-0820-4705-9708-9ad9a4bd924c'] {{(pid=103839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 17:19:57.041370 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b031017-aca0-4694-9491-2f2ccc91cfbd req-780c65bc-af87-4331-94ed-b5c16d40c3d7 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:19:57.042216 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-5b031017-aca0-4694-9491-2f2ccc91cfbd req-780c65bc-af87-4331-94ed-b5c16d40c3d7 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021714'] for port (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:57.043625 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-5b031017-aca0-4694-9491-2f2ccc91cfbd req-780c65bc-af87-4331-94ed-b5c16d40c3d7 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "PUT /v2.0/ports/9a411f73-0820-4705-9708-9ad9a4bd924c HTTP/1.1" status: 200 len: 943 time: 0.6259410 Mar 02 17:19:57.044094 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f08bd6a6-119c-4ce4-bb53-ced878235c33', 'tag': '9a411f73-0820-4705-9708-9ad9a4bd924c'}] {{(pid=103838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 17:19:57.046858 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7c8e0f7c7170b606f581d652a183e77a47547618c5f9292d8eb62f06a367e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a4ff9f-e499-4e99-a168-b8e4c2c858bc" -d '{"events": [{"name": "network-changed", "server_uuid": "f08bd6a6-119c-4ce4-bb53-ced878235c33", "tag": "9a411f73-0820-4705-9708-9ad9a4bd924c"}]}' {{(pid=103838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 17:19:57.053827 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 50478) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:19:57.105664 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780c65bc-af87-4331-94ed-b5c16d40c3d7 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Pushing event updated for resources: {'Port': ['ID=9a411f73-0820-4705-9708-9ad9a4bd924c,revision_number=7']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:19:57.125748 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 17:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b761ef-e0b1-4515-82e5-61566eeb6ae7 x-openstack-request-id: req-a3b761ef-e0b1-4515-82e5-61566eeb6ae7 {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 17:19:57.126721 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f08bd6a6-119c-4ce4-bb53-ced878235c33", "tag": "9a411f73-0820-4705-9708-9ad9a4bd924c", "status": "completed", "code": 200}]} {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 17:19:57.127151 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a3b761ef-e0b1-4515-82e5-61566eeb6ae7 {{(pid=103838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 17:19:57.130511 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f08bd6a6-119c-4ce4-bb53-ced878235c33', 'tag': '9a411f73-0820-4705-9708-9ad9a4bd924c', 'status': 'completed', 'code': 200} Mar 02 17:19:57.142856 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-883cc4d8-0867-41de-903d-bde4349e1cf1 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Publish callbacks [] for security_group (31bb6b75-c2a0-45f3-8689-e1fcac5b58d7), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:57.160617 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] get_ports_and_sgs() called for port_ids ['9a411f73-0820-4705-9708-9ad9a4bd924c'] {{(pid=103839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 17:19:57.190429 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408967d6-d885-43ce-b8a5-466f7c292611 None None] New status for floating IP 1104739e-4b5a-4dfe-9ede-b5b391a49c19: ACTIVE {{(pid=103840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 17:19:57.202997 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-883cc4d8-0867-41de-903d-bde4349e1cf1 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Publish callbacks [] for security_group (31bb6b75-c2a0-45f3-8689-e1fcac5b58d7), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:57.246336 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4ff9f-e499-4e99-a168-b8e4c2c858bc req-f7397279-5605-4b25-9e30-323b108a56ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:19:57.247936 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-49a4ff9f-e499-4e99-a168-b8e4c2c858bc req-f7397279-5605-4b25-9e30-323b108a56ea service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d37c5cf4d963481685e2d41519bfe2ff&device_id=f08bd6a6-119c-4ce4-bb53-ced878235c33 HTTP/1.1" status: 200 len: 1130 time: 0.0936089 Mar 02 17:19:57.362283 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-883cc4d8-0867-41de-903d-bde4349e1cf1 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (31bb6b75-c2a0-45f3-8689-e1fcac5b58d7), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:57.365544 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-883cc4d8-0867-41de-903d-bde4349e1cf1 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:57.369710 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-883cc4d8-0867-41de-903d-bde4349e1cf1 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "DELETE /v2.0/security-groups/31bb6b75-c2a0-45f3-8689-e1fcac5b58d7 HTTP/1.1" status: 204 len: 168 time: 0.3133228 Mar 02 17:19:57.373409 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 50480) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:19:57.384181 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883cc4d8-0867-41de-903d-bde4349e1cf1 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31bb6b75-c2a0-45f3-8689-e1fcac5b58d7,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:19:57.433420 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4ff9f-e499-4e99-a168-b8e4c2c858bc req-db7c319c-c3ab-4c35-8fbe-b2dddf2e8e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:19:57.439643 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-49a4ff9f-e499-4e99-a168-b8e4c2c858bc req-db7c319c-c3ab-4c35-8fbe-b2dddf2e8e57 service neutron] 10.222.0.49 "GET /v2.0/networks?id=42175756-6c19-4b6c-8f7a-d34501eaadbb HTTP/1.1" status: 200 len: 915 time: 0.1795847 Mar 02 17:19:57.449001 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-99b66376-0283-4ec8-bb8b-aa403090b042 None None] Provisioning complete for port 9a411f73-0820-4705-9708-9ad9a4bd924c triggered by entity DHCP. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:19:57.449378 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-99b66376-0283-4ec8-bb8b-aa403090b042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (9a411f73-0820-4705-9708-9ad9a4bd924c), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:57.542329 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-99b66376-0283-4ec8-bb8b-aa403090b042 None None] Current status of the port 9a411f73-0820-4705-9708-9ad9a4bd924c is: ACTIVE; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:19:57.554352 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-49a4ff9f-e499-4e99-a168-b8e4c2c858bc req-aa5c8133-3970-4acc-a5c6-e5180ed45f6b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a411f73-0820-4705-9708-9ad9a4bd924c HTTP/1.1" status: 200 len: 1001 time: 0.1112943 Mar 02 17:19:57.632213 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4ff9f-e499-4e99-a168-b8e4c2c858bc req-5aa4e4c7-07a6-4c1f-a883-85d9fd673dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:19:57.633655 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-49a4ff9f-e499-4e99-a168-b8e4c2c858bc req-5aa4e4c7-07a6-4c1f-a883-85d9fd673dad service neutron] 10.222.0.49 "GET /v2.0/subnets?id=91fb7085-b683-4906-97f3-4841714c8e20 HTTP/1.1" status: 200 len: 853 time: 0.0681791 Mar 02 17:19:57.673482 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-959303cf-be78-434f-aa40-0a352fa22935 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Deleting port ce48c470-5471-42a9-b0b6-9b49ed213b90 {{(pid=103838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 17:19:57.674226 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-959303cf-be78-434f-aa40-0a352fa22935 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757691651449'] for port (ce48c470-5471-42a9-b0b6-9b49ed213b90), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:57.733052 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4ff9f-e499-4e99-a168-b8e4c2c858bc req-392a8062-67ec-4636-ac06-deb4799de850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:19:57.736039 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-49a4ff9f-e499-4e99-a168-b8e4c2c858bc req-392a8062-67ec-4636-ac06-deb4799de850 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=42175756-6c19-4b6c-8f7a-d34501eaadbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0942523 Mar 02 17:19:57.803569 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-959303cf-be78-434f-aa40-0a352fa22935 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757418'] for port (ce48c470-5471-42a9-b0b6-9b49ed213b90), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:57.803835 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-959303cf-be78-434f-aa40-0a352fa22935 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Publish callbacks [] for floatingip (ce48c470-5471-42a9-b0b6-9b49ed213b90), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:57.820131 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-959303cf-be78-434f-aa40-0a352fa22935 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Calling delete_port for ce48c470-5471-42a9-b0b6-9b49ed213b90 owned by network:floatingip {{(pid=103838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 17:19:57.909193 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-49a4ff9f-e499-4e99-a168-b8e4c2c858bc req-04e4bd18-2e61-464a-82ff-58df5050c1a1 service neutron] 10.222.0.49 "GET /v2.0/networks/42175756-6c19-4b6c-8f7a-d34501eaadbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659908 Mar 02 17:19:58.042377 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-49a4ff9f-e499-4e99-a168-b8e4c2c858bc req-bc93b3f4-d9eb-4b72-8683-e14df272a1d3 service neutron] 10.222.0.49 "GET /v2.0/networks/42175756-6c19-4b6c-8f7a-d34501eaadbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221259 Mar 02 17:19:58.194938 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-959303cf-be78-434f-aa40-0a352fa22935 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757691659996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757691134190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26691326'] for port (ce48c470-5471-42a9-b0b6-9b49ed213b90), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:58.222887 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959303cf-be78-434f-aa40-0a352fa22935 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Pushing event deleted for resources: {'Port': ['ID=ce48c470-5471-42a9-b0b6-9b49ed213b90,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:19:58.288250 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-959303cf-be78-434f-aa40-0a352fa22935 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Publish callbacks [] for floatingip (9977d02f-6e2b-4601-8fd2-fedcc67f72f8), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:58.288918 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.db.l3_db [None req-959303cf-be78-434f-aa40-0a352fa22935 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Floating IP 9977d02f-6e2b-4601-8fd2-fedcc67f72f8 disassociated (deleted). External IP: 172.27.1.70, port: 9a411f73-0820-4705-9708-9ad9a4bd924c. Mar 02 17:19:58.769129 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-959303cf-be78-434f-aa40-0a352fa22935 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Router 2e5996fc-6372-4b30-a92c-ff6f1594dd63 has already been hosted by L3 agent 90b713d5-0d52-4da0-a663-b3b1c9fefb3d {{(pid=103838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:19:58.881275 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-959303cf-be78-434f-aa40-0a352fa22935 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Notify agent at l3_agent.dv-cinder-778193-22-iscsi the message routers_updated {{(pid=103838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:19:58.885719 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-959303cf-be78-434f-aa40-0a352fa22935 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021714'] for floatingip (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:19:58.891240 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441e29be-9b81-4d39-a595-987144ffc005 None None] Sync routers for ids ['2e5996fc-6372-4b30-a92c-ff6f1594dd63'] in dv-cinder-778193-22-iscsi {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 17:19:58.902843 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441e29be-9b81-4d39-a595-987144ffc005 None None] Routers {'2e5996fc-6372-4b30-a92c-ff6f1594dd63'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:19:58.903703 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-441e29be-9b81-4d39-a595-987144ffc005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:19:34Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['2e5996fc-6372-4b30-a92c-ff6f1594dd63'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:19:58.916051 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-959303cf-be78-434f-aa40-0a352fa22935 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "DELETE /v2.0/floatingips/9977d02f-6e2b-4601-8fd2-fedcc67f72f8 HTTP/1.1" status: 204 len: 168 time: 1.5404689 Mar 02 17:19:59.020168 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-441e29be-9b81-4d39-a595-987144ffc005 None None] Set router 2e5996fc-6372-4b30-a92c-ff6f1594dd63 gateway port host: dv-cinder-778193-22-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:19:59.131524 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f08bd6a6-119c-4ce4-bb53-ced878235c33', 'tag': '9a411f73-0820-4705-9708-9ad9a4bd924c'}] {{(pid=103838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 17:19:59.133891 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7c8e0f7c7170b606f581d652a183e77a47547618c5f9292d8eb62f06a367e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ffa8d42-5aa0-446e-acca-5f8bdc5ed227" -d '{"events": [{"name": "network-changed", "server_uuid": "f08bd6a6-119c-4ce4-bb53-ced878235c33", "tag": "9a411f73-0820-4705-9708-9ad9a4bd924c"}]}' {{(pid=103838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 17:19:59.174347 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 17:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f8d90c-268e-431e-b2dc-0e54fb555a21 x-openstack-request-id: req-f7f8d90c-268e-431e-b2dc-0e54fb555a21 {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 17:19:59.174718 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f08bd6a6-119c-4ce4-bb53-ced878235c33", "tag": "9a411f73-0820-4705-9708-9ad9a4bd924c", "status": "completed", "code": 200}]} {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 17:19:59.175039 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f7f8d90c-268e-431e-b2dc-0e54fb555a21 {{(pid=103838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 17:19:59.175510 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f08bd6a6-119c-4ce4-bb53-ced878235c33', 'tag': '9a411f73-0820-4705-9708-9ad9a4bd924c', 'status': 'completed', 'code': 200} Mar 02 17:19:59.228668 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-441e29be-9b81-4d39-a595-987144ffc005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e5996fc-6372-4b30-a92c-ff6f1594dd63', 'name': 'tempest-TestMinimumBasicScenario-797124420-router', 'tenant_id': 'd37c5cf4d963481685e2d41519bfe2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'bbb3beb6-e103-4386-91e3-421ab7d1d352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:17:12Z', 'updated_at': '2022-03-02T17:17:17Z', 'revision_number': 4, 'project_id': 'd37c5cf4d963481685e2d41519bfe2ff', 'gw_port': {'id': 'bbb3beb6-e103-4386-91e3-421ab7d1d352', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:03:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5996fc-6372-4b30-a92c-ff6f1594dd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:17:13Z', 'updated_at': '2022-03-02T17:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_interfaces': [{'id': '9f40ba90-5d10-4dfa-88dd-00aa08f37927', 'name': '', 'network_id': '42175756-6c19-4b6c-8f7a-d34501eaadbb', 'tenant_id': 'd37c5cf4d963481685e2d41519bfe2ff', 'mac_address': 'fa:16:3e:e9:b2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5996fc-6372-4b30-a92c-ff6f1594dd63', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '91fb7085-b683-4906-97f3-4841714c8e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:17:16Z', 'updated_at': '2022-03-02T17:17:23Z', 'revision_number': 5, 'project_id': 'd37c5cf4d963481685e2d41519bfe2ff', 'subnets': [{'id': '91fb7085-b683-4906-97f3-4841714c8e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:19:59.260743 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441e29be-9b81-4d39-a595-987144ffc005 None None] Checking router: 2e5996fc-6372-4b30-a92c-ff6f1594dd63 for host: dv-cinder-778193-22-iscsi {{(pid=103839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 17:19:59.263605 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffa8d42-5aa0-446e-acca-5f8bdc5ed227 req-07f9f34e-ebab-4502-a570-572148ae4158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:19:59.265199 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-6ffa8d42-5aa0-446e-acca-5f8bdc5ed227 req-07f9f34e-ebab-4502-a570-572148ae4158 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d37c5cf4d963481685e2d41519bfe2ff&device_id=f08bd6a6-119c-4ce4-bb53-ced878235c33 HTTP/1.1" status: 200 len: 1130 time: 0.0678082 Mar 02 17:19:59.273088 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441e29be-9b81-4d39-a595-987144ffc005 None None] Routers {'2e5996fc-6372-4b30-a92c-ff6f1594dd63'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:19:59.273088 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-441e29be-9b81-4d39-a595-987144ffc005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:19:34Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['2e5996fc-6372-4b30-a92c-ff6f1594dd63'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:19:59.372591 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffa8d42-5aa0-446e-acca-5f8bdc5ed227 req-3b9b56ec-c353-48c6-8727-a1cdfccb0fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:19:59.374082 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-6ffa8d42-5aa0-446e-acca-5f8bdc5ed227 req-3b9b56ec-c353-48c6-8727-a1cdfccb0fe5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=42175756-6c19-4b6c-8f7a-d34501eaadbb HTTP/1.1" status: 200 len: 915 time: 0.1007414 Mar 02 17:19:59.396178 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-441e29be-9b81-4d39-a595-987144ffc005 None None] Set router 2e5996fc-6372-4b30-a92c-ff6f1594dd63 gateway port host: dv-cinder-778193-22-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:19:59.422137 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-6ffa8d42-5aa0-446e-acca-5f8bdc5ed227 req-aa16fab2-14ad-47de-a127-1828760dd5aa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a411f73-0820-4705-9708-9ad9a4bd924c HTTP/1.1" status: 200 len: 217 time: 0.0411832 Mar 02 17:19:59.472477 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffa8d42-5aa0-446e-acca-5f8bdc5ed227 req-21b5796d-e61f-483a-bc13-8105387eba81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:19:59.473956 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-6ffa8d42-5aa0-446e-acca-5f8bdc5ed227 req-21b5796d-e61f-483a-bc13-8105387eba81 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=91fb7085-b683-4906-97f3-4841714c8e20 HTTP/1.1" status: 200 len: 853 time: 0.0455439 Mar 02 17:19:59.524753 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffa8d42-5aa0-446e-acca-5f8bdc5ed227 req-d6dd5e34-6d27-49be-a0c9-fe5bf7f5397c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:19:59.526182 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-6ffa8d42-5aa0-446e-acca-5f8bdc5ed227 req-d6dd5e34-6d27-49be-a0c9-fe5bf7f5397c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=42175756-6c19-4b6c-8f7a-d34501eaadbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0459106 Mar 02 17:19:59.594344 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-441e29be-9b81-4d39-a595-987144ffc005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e5996fc-6372-4b30-a92c-ff6f1594dd63', 'name': 'tempest-TestMinimumBasicScenario-797124420-router', 'tenant_id': 'd37c5cf4d963481685e2d41519bfe2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'bbb3beb6-e103-4386-91e3-421ab7d1d352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:17:12Z', 'updated_at': '2022-03-02T17:17:17Z', 'revision_number': 4, 'project_id': 'd37c5cf4d963481685e2d41519bfe2ff', 'gw_port': {'id': 'bbb3beb6-e103-4386-91e3-421ab7d1d352', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:03:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5996fc-6372-4b30-a92c-ff6f1594dd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:17:13Z', 'updated_at': '2022-03-02T17:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_interfaces': [{'id': '9f40ba90-5d10-4dfa-88dd-00aa08f37927', 'name': '', 'network_id': '42175756-6c19-4b6c-8f7a-d34501eaadbb', 'tenant_id': 'd37c5cf4d963481685e2d41519bfe2ff', 'mac_address': 'fa:16:3e:e9:b2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5996fc-6372-4b30-a92c-ff6f1594dd63', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '91fb7085-b683-4906-97f3-4841714c8e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:17:16Z', 'updated_at': '2022-03-02T17:17:23Z', 'revision_number': 5, 'project_id': 'd37c5cf4d963481685e2d41519bfe2ff', 'subnets': [{'id': '91fb7085-b683-4906-97f3-4841714c8e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:19:59.619748 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441e29be-9b81-4d39-a595-987144ffc005 None None] The sync data for ids ['2e5996fc-6372-4b30-a92c-ff6f1594dd63'] in dv-cinder-778193-22-iscsi is: [{'id': '2e5996fc-6372-4b30-a92c-ff6f1594dd63', 'name': 'tempest-TestMinimumBasicScenario-797124420-router', 'tenant_id': 'd37c5cf4d963481685e2d41519bfe2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'bbb3beb6-e103-4386-91e3-421ab7d1d352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:17:12Z', 'updated_at': '2022-03-02T17:17:17Z', 'revision_number': 4, 'project_id': 'd37c5cf4d963481685e2d41519bfe2ff', 'gw_port': {'id': 'bbb3beb6-e103-4386-91e3-421ab7d1d352', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:03:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5996fc-6372-4b30-a92c-ff6f1594dd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:17:13Z', 'updated_at': '2022-03-02T17:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_interfaces': [{'id': '9f40ba90-5d10-4dfa-88dd-00aa08f37927', 'name': '', 'network_id': '42175756-6c19-4b6c-8f7a-d34501eaadbb', 'tenant_id': 'd37c5cf4d963481685e2d41519bfe2ff', 'mac_address': 'fa:16:3e:e9:b2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5996fc-6372-4b30-a92c-ff6f1594dd63', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '91fb7085-b683-4906-97f3-4841714c8e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:17:16Z', 'updated_at': '2022-03-02T17:17:23Z', 'revision_number': 5, 'project_id': 'd37c5cf4d963481685e2d41519bfe2ff', 'subnets': [{'id': '91fb7085-b683-4906-97f3-4841714c8e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 17:19:59.620357 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-6ffa8d42-5aa0-446e-acca-5f8bdc5ed227 req-8a28929a-62e3-4052-a3b5-0cc3bfac8169 service neutron] 10.222.0.49 "GET /v2.0/networks/42175756-6c19-4b6c-8f7a-d34501eaadbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876601 Mar 02 17:19:59.736820 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-6ffa8d42-5aa0-446e-acca-5f8bdc5ed227 req-7517aacd-eba9-47ea-9c14-a88293d8abc8 service neutron] 10.222.0.49 "GET /v2.0/networks/42175756-6c19-4b6c-8f7a-d34501eaadbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983343 Mar 02 17:19:59.902859 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a6b225-1ed4-4c9b-bbe9-42c3cb77da70 None None] New status for floating IP 9977d02f-6e2b-4601-8fd2-fedcc67f72f8: DOWN {{(pid=103840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 17:20:01.723191 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-1d2b0352-3737-42c1-bd97-bfa8a2e8d614 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (0060df7f-f835-4890-b25c-3842f545a9d0), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:02.183542 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe216e-79c3-49da-b2a4-6717bd187281 req-65ded021-8f64-454c-9678-c6037d5414d0 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:20:02.185030 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-8ebe216e-79c3-49da-b2a4-6717bd187281 req-65ded021-8f64-454c-9678-c6037d5414d0 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/ports?device_id=f08bd6a6-119c-4ce4-bb53-ced878235c33 HTTP/1.1" status: 200 len: 946 time: 0.0580435 Mar 02 17:20:02.231586 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-8ebe216e-79c3-49da-b2a4-6717bd187281 req-57680ee4-6fc6-43cc-93b1-e4a0d16695ef tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/security-groups?id=aae85e0a-c103-4ddd-81a2-76fd14f89f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401168 Mar 02 17:20:03.350720 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea341c-f44b-42c2-b3e8-7052becf2f68 req-afdef1f8-19c1-443d-97de-4563db1428d7 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:20:03.352218 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d2ea341c-f44b-42c2-b3e8-7052becf2f68 req-afdef1f8-19c1-443d-97de-4563db1428d7 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/ports?device_id=f08bd6a6-119c-4ce4-bb53-ced878235c33 HTTP/1.1" status: 200 len: 946 time: 0.0529101 Mar 02 17:20:03.399151 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d2ea341c-f44b-42c2-b3e8-7052becf2f68 req-c6d707f6-0856-474d-a5c3-39aad86cf9b4 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/security-groups?id=aae85e0a-c103-4ddd-81a2-76fd14f89f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413659 Mar 02 17:20:04.057494 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-f4fcda52-0799-4f70-8e5a-ffdf0dd503fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90b713d5-0d52-4da0-a663-b3b1c9fefb3d), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:04.090192 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae64a43-8768-4567-bb47-8c75bf1409d1 req-50be9fa7-284d-459c-a90d-6ea56e362881 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:20:04.091653 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-4ae64a43-8768-4567-bb47-8c75bf1409d1 req-50be9fa7-284d-459c-a90d-6ea56e362881 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.49 "GET /v2.0/ports?device_id=f08bd6a6-119c-4ce4-bb53-ced878235c33 HTTP/1.1" status: 200 len: 946 time: 0.0531476 Mar 02 17:20:04.191988 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [req-4ae64a43-8768-4567-bb47-8c75bf1409d1 req-8e5efb30-32c5-4eef-bba1-1203e9666599 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Deleting port 9a411f73-0820-4705-9708-9ad9a4bd924c {{(pid=103838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 17:20:04.192327 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-4ae64a43-8768-4567-bb47-8c75bf1409d1 req-8e5efb30-32c5-4eef-bba1-1203e9666599 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757691651449'] for port (9a411f73-0820-4705-9708-9ad9a4bd924c), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:04.288648 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [req-4ae64a43-8768-4567-bb47-8c75bf1409d1 req-8e5efb30-32c5-4eef-bba1-1203e9666599 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] For port 9a411f73-0820-4705-9708-9ad9a4bd924c, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=9a411f73-0820-4705-9708-9ad9a4bd924c,segment=NetworkSegment(e79ee02c-f592-41ea-9c45-0cb60a387a0c),segment_id=e79ee02c-f592-41ea-9c45-0cb60a387a0c)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:20:04.288925 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-4ae64a43-8768-4567-bb47-8c75bf1409d1 req-8e5efb30-32c5-4eef-bba1-1203e9666599 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757418'] for port (9a411f73-0820-4705-9708-9ad9a4bd924c), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:04.302358 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [req-4ae64a43-8768-4567-bb47-8c75bf1409d1 req-8e5efb30-32c5-4eef-bba1-1203e9666599 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Calling delete_port for 9a411f73-0820-4705-9708-9ad9a4bd924c owned by compute:nova {{(pid=103838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 17:20:04.501647 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-4ae64a43-8768-4567-bb47-8c75bf1409d1 req-8e5efb30-32c5-4eef-bba1-1203e9666599 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757691659996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757691134190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26691326'] for port (9a411f73-0820-4705-9708-9ad9a4bd924c), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:04.515719 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] get_ports_and_sgs() called for port_ids ['9a411f73-0820-4705-9708-9ad9a4bd924c'] {{(pid=103839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 17:20:04.538006 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5efb30-32c5-4eef-bba1-1203e9666599 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Pushing event deleted for resources: {'Port': ['ID=9a411f73-0820-4705-9708-9ad9a4bd924c,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:20:04.578311 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823abff-4a92-48e6-8cca-3c22eef730aa req-214612e7-890e-4b90-a367-93858d10c294 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:20:04.580374 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-3823abff-4a92-48e6-8cca-3c22eef730aa req-214612e7-890e-4b90-a367-93858d10c294 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/ports?device_id=f08bd6a6-119c-4ce4-bb53-ced878235c33 HTTP/1.1" status: 200 len: 867 time: 0.1139524 Mar 02 17:20:04.597117 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ae64a43-8768-4567-bb47-8c75bf1409d1 req-8e5efb30-32c5-4eef-bba1-1203e9666599 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] No DVR routers for this DVR port 9a411f73-0820-4705-9708-9ad9a4bd924c on host hv-cinder-77819 {{(pid=103838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:20:04.603333 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-4ae64a43-8768-4567-bb47-8c75bf1409d1 req-8e5efb30-32c5-4eef-bba1-1203e9666599 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021714'] for port (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:04.606530 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-4ae64a43-8768-4567-bb47-8c75bf1409d1 req-8e5efb30-32c5-4eef-bba1-1203e9666599 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.49 "DELETE /v2.0/ports/9a411f73-0820-4705-9708-9ad9a4bd924c HTTP/1.1" status: 204 len: 173 time: 0.5066755 Mar 02 17:20:04.606967 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f08bd6a6-119c-4ce4-bb53-ced878235c33', 'name': 'network-vif-deleted', 'tag': '9a411f73-0820-4705-9708-9ad9a4bd924c'}] {{(pid=103838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 17:20:04.609233 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7c8e0f7c7170b606f581d652a183e77a47547618c5f9292d8eb62f06a367e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e76a1897-7c71-4a3e-a0ac-4a5d29271658" -d '{"events": [{"server_uuid": "f08bd6a6-119c-4ce4-bb53-ced878235c33", "name": "network-vif-deleted", "tag": "9a411f73-0820-4705-9708-9ad9a4bd924c"}]}' {{(pid=103838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 17:20:04.647571 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 17:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ef3026-a4e8-41fc-8f64-e764ef7e12df x-openstack-request-id: req-20ef3026-a4e8-41fc-8f64-e764ef7e12df {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 17:20:04.647947 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f08bd6a6-119c-4ce4-bb53-ced878235c33", "name": "network-vif-deleted", "tag": "9a411f73-0820-4705-9708-9ad9a4bd924c", "status": "completed", "code": 200}]} {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 17:20:04.648111 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-20ef3026-a4e8-41fc-8f64-e764ef7e12df {{(pid=103838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 17:20:04.648500 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f08bd6a6-119c-4ce4-bb53-ced878235c33', 'name': 'network-vif-deleted', 'tag': '9a411f73-0820-4705-9708-9ad9a4bd924c', 'status': 'completed', 'code': 200} Mar 02 17:20:04.653121 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-3823abff-4a92-48e6-8cca-3c22eef730aa req-0e505d7c-cb38-416c-9fa8-68273f1620b9 tempest-TestMinimumBasicScenario-1676923362 tempest-TestMinimumBasicScenario-1676923362-project] 10.222.0.55 "GET /v2.0/security-groups?id=aae85e0a-c103-4ddd-81a2-76fd14f89f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584800 Mar 02 17:20:05.060544 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-7239c76e-3e75-4b64-9028-aed8f891363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (eca5c3a0-ec74-4a2a-a5c6-a62430d93509), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:06.772341 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-765bf0ac-d167-416d-8fe2-638e582454ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (aac89579-4eb6-45c8-861e-e37bc0c26bf3), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:07.279444 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 50586) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:20:07.461569 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device 9a411f73-0820-4705-9708-9ad9a4bd924c no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 17:20:07.485050 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] No Port match for: 9a411f73-0820-4705-9708-9ad9a4bd924c {{(pid=103839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 17:20:07.486033 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device 9a411f73-0820-4705-9708-9ad9a4bd924c not bound to the agent host hv-cinder-77819 {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 17:20:07.718466 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-a1b92117-2745-49b1-a20d-9ca1e15672a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755649'] for router_interface (2e5996fc-6372-4b30-a92c-ff6f1594dd63), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:08.032802 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-a1b92117-2745-49b1-a20d-9ca1e15672a1 admin admin] Deleting port 9f40ba90-5d10-4dfa-88dd-00aa08f37927 {{(pid=103838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 17:20:08.033236 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-a1b92117-2745-49b1-a20d-9ca1e15672a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757691651449'] for port (9f40ba90-5d10-4dfa-88dd-00aa08f37927), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:08.115137 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-a1b92117-2745-49b1-a20d-9ca1e15672a1 admin admin] For port 9f40ba90-5d10-4dfa-88dd-00aa08f37927, host dv-cinder-778193-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=9f40ba90-5d10-4dfa-88dd-00aa08f37927,segment=NetworkSegment(e79ee02c-f592-41ea-9c45-0cb60a387a0c),segment_id=e79ee02c-f592-41ea-9c45-0cb60a387a0c)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:20:08.115437 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-a1b92117-2745-49b1-a20d-9ca1e15672a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757418'] for port (9f40ba90-5d10-4dfa-88dd-00aa08f37927), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:08.128542 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-a1b92117-2745-49b1-a20d-9ca1e15672a1 admin admin] Calling delete_port for 9f40ba90-5d10-4dfa-88dd-00aa08f37927 owned by network:router_interface {{(pid=103838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 17:20:08.222960 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90356b9b-9a55-4227-ace0-d1fc01a5475f), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:08.392670 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-a1b92117-2745-49b1-a20d-9ca1e15672a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757691659996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757691134190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26691326'] for port (9f40ba90-5d10-4dfa-88dd-00aa08f37927), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:08.419381 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b92117-2745-49b1-a20d-9ca1e15672a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f40ba90-5d10-4dfa-88dd-00aa08f37927,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:20:08.593422 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-a1b92117-2745-49b1-a20d-9ca1e15672a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-755501'] for router_interface (2e5996fc-6372-4b30-a92c-ff6f1594dd63), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:08.827006 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1b92117-2745-49b1-a20d-9ca1e15672a1 admin admin] Router 2e5996fc-6372-4b30-a92c-ff6f1594dd63 has already been hosted by L3 agent 90b713d5-0d52-4da0-a663-b3b1c9fefb3d {{(pid=103838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:20:08.935669 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1b92117-2745-49b1-a20d-9ca1e15672a1 admin admin] Notify agent at l3_agent.dv-cinder-778193-22-iscsi the message routers_updated {{(pid=103838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:20:08.942521 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-a1b92117-2745-49b1-a20d-9ca1e15672a1 admin admin] 10.222.0.55 "PUT /v2.0/routers/2e5996fc-6372-4b30-a92c-ff6f1594dd63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6608381 Mar 02 17:20:08.943774 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 50592) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:20:08.946628 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2114f81-500d-48c2-a8c1-f9b40aa812a4 None None] Sync routers for ids ['2e5996fc-6372-4b30-a92c-ff6f1594dd63'] in dv-cinder-778193-22-iscsi {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 17:20:08.956943 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2114f81-500d-48c2-a8c1-f9b40aa812a4 None None] Routers {'2e5996fc-6372-4b30-a92c-ff6f1594dd63'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:20:08.957653 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-a2114f81-500d-48c2-a8c1-f9b40aa812a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:20:04Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['2e5996fc-6372-4b30-a92c-ff6f1594dd63'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:20:09.066727 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-d3c3df8f-7094-497f-bd38-989e96dd0f6d admin admin] Publish callbacks [] for router (2e5996fc-6372-4b30-a92c-ff6f1594dd63), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:09.181015 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-d3c3df8f-7094-497f-bd38-989e96dd0f6d admin admin] Publish callbacks [] for router_gateway (2e5996fc-6372-4b30-a92c-ff6f1594dd63), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:09.201811 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-a2114f81-500d-48c2-a8c1-f9b40aa812a4 None None] Set router 2e5996fc-6372-4b30-a92c-ff6f1594dd63 gateway port host: dv-cinder-778193-22-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:20:09.311171 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-d3c3df8f-7094-497f-bd38-989e96dd0f6d admin admin] Deleting port bbb3beb6-e103-4386-91e3-421ab7d1d352 {{(pid=103838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 17:20:09.311508 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-d3c3df8f-7094-497f-bd38-989e96dd0f6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757691651449'] for port (bbb3beb6-e103-4386-91e3-421ab7d1d352), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:09.403194 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-d3c3df8f-7094-497f-bd38-989e96dd0f6d admin admin] For port bbb3beb6-e103-4386-91e3-421ab7d1d352, host dv-cinder-778193-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=bbb3beb6-e103-4386-91e3-421ab7d1d352,segment=NetworkSegment(52804d28-a361-4369-98ca-e918669c489a),segment_id=52804d28-a361-4369-98ca-e918669c489a)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:20:09.404127 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-a2114f81-500d-48c2-a8c1-f9b40aa812a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e5996fc-6372-4b30-a92c-ff6f1594dd63', 'name': 'tempest-TestMinimumBasicScenario-797124420-router', 'tenant_id': 'd37c5cf4d963481685e2d41519bfe2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'bbb3beb6-e103-4386-91e3-421ab7d1d352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:17:12Z', 'updated_at': '2022-03-02T17:20:08Z', 'revision_number': 5, 'project_id': 'd37c5cf4d963481685e2d41519bfe2ff', 'gw_port': {'id': 'bbb3beb6-e103-4386-91e3-421ab7d1d352', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:03:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5996fc-6372-4b30-a92c-ff6f1594dd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:17:13Z', 'updated_at': '2022-03-02T17:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi'}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:20:09.404549 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-d3c3df8f-7094-497f-bd38-989e96dd0f6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757418'] for port (bbb3beb6-e103-4386-91e3-421ab7d1d352), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:09.421422 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-d3c3df8f-7094-497f-bd38-989e96dd0f6d admin admin] Calling delete_port for bbb3beb6-e103-4386-91e3-421ab7d1d352 owned by network:router_gateway {{(pid=103838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 17:20:09.436574 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2114f81-500d-48c2-a8c1-f9b40aa812a4 None None] Checking router: 2e5996fc-6372-4b30-a92c-ff6f1594dd63 for host: dv-cinder-778193-22-iscsi {{(pid=103839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 17:20:09.445327 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2114f81-500d-48c2-a8c1-f9b40aa812a4 None None] Routers {'2e5996fc-6372-4b30-a92c-ff6f1594dd63'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:20:09.445983 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-a2114f81-500d-48c2-a8c1-f9b40aa812a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:20:04Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['2e5996fc-6372-4b30-a92c-ff6f1594dd63'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:20:09.535825 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-a2114f81-500d-48c2-a8c1-f9b40aa812a4 None None] Set router 2e5996fc-6372-4b30-a92c-ff6f1594dd63 gateway port host: None {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:20:09.597959 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-a2114f81-500d-48c2-a8c1-f9b40aa812a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e5996fc-6372-4b30-a92c-ff6f1594dd63', 'name': 'tempest-TestMinimumBasicScenario-797124420-router', 'tenant_id': 'd37c5cf4d963481685e2d41519bfe2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:17:12Z', 'updated_at': '2022-03-02T17:20:09Z', 'revision_number': 6, 'project_id': 'd37c5cf4d963481685e2d41519bfe2ff', 'gw_port_host': None}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:20:09.625550 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2114f81-500d-48c2-a8c1-f9b40aa812a4 None None] The sync data for ids ['2e5996fc-6372-4b30-a92c-ff6f1594dd63'] in dv-cinder-778193-22-iscsi is: [{'id': '2e5996fc-6372-4b30-a92c-ff6f1594dd63', 'name': 'tempest-TestMinimumBasicScenario-797124420-router', 'tenant_id': 'd37c5cf4d963481685e2d41519bfe2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:17:12Z', 'updated_at': '2022-03-02T17:20:09Z', 'revision_number': 6, 'project_id': 'd37c5cf4d963481685e2d41519bfe2ff', 'gw_port_host': None}] {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 17:20:09.691741 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-d3c3df8f-7094-497f-bd38-989e96dd0f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757691659996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757691134190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26691326'] for port (bbb3beb6-e103-4386-91e3-421ab7d1d352), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:09.725835 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c3df8f-7094-497f-bd38-989e96dd0f6d admin admin] Pushing event deleted for resources: {'Port': ['ID=bbb3beb6-e103-4386-91e3-421ab7d1d352,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:20:09.790952 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-d3c3df8f-7094-497f-bd38-989e96dd0f6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-755343'] for router_gateway (2e5996fc-6372-4b30-a92c-ff6f1594dd63), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:10.162725 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-d3c3df8f-7094-497f-bd38-989e96dd0f6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-758303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4915'] for router (2e5996fc-6372-4b30-a92c-ff6f1594dd63), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:10.164857 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-d3c3df8f-7094-497f-bd38-989e96dd0f6d admin admin] Publish callbacks [] for router_controller (2e5996fc-6372-4b30-a92c-ff6f1594dd63), precommit_delete_associations {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:10.294740 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-d3c3df8f-7094-497f-bd38-989e96dd0f6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-758308'] for router (2e5996fc-6372-4b30-a92c-ff6f1594dd63), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:10.295267 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c3df8f-7094-497f-bd38-989e96dd0f6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e5996fc-6372-4b30-a92c-ff6f1594dd63 {{(pid=103838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 17:20:10.300022 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-d3c3df8f-7094-497f-bd38-989e96dd0f6d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:10.301149 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-d3c3df8f-7094-497f-bd38-989e96dd0f6d admin admin] 10.222.0.55 "DELETE /v2.0/routers/2e5996fc-6372-4b30-a92c-ff6f1594dd63 HTTP/1.1" status: 204 len: 168 time: 1.3564720 Mar 02 17:20:10.304008 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 50598) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:20:10.349092 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.db_base_plugin_v2 [None req-25624446-6701-4d87-8582-ed2de4099f9f admin admin] Deleting subnet 91fb7085-b683-4906-97f3-4841714c8e20 {{(pid=103838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 17:20:10.352169 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-25624446-6701-4d87-8582-ed2de4099f9f admin admin] Publish callbacks [] for subnet (91fb7085-b683-4906-97f3-4841714c8e20), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:10.390624 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-25624446-6701-4d87-8582-ed2de4099f9f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26733585'] for subnet (91fb7085-b683-4906-97f3-4841714c8e20), precommit_delete_associations {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:10.511110 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-25624446-6701-4d87-8582-ed2de4099f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223364'] for subnet (91fb7085-b683-4906-97f3-4841714c8e20), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:10.649079 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-25624446-6701-4d87-8582-ed2de4099f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26691277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26336892'] for subnet (91fb7085-b683-4906-97f3-4841714c8e20), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:10.680203 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25624446-6701-4d87-8582-ed2de4099f9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91fb7085-b683-4906-97f3-4841714c8e20,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:20:10.685287 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-25624446-6701-4d87-8582-ed2de4099f9f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:10.688119 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-25624446-6701-4d87-8582-ed2de4099f9f admin admin] 10.222.0.55 "DELETE /v2.0/subnets/91fb7085-b683-4906-97f3-4841714c8e20 HTTP/1.1" status: 204 len: 168 time: 0.3830948 Mar 02 17:20:10.691489 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 50600) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:20:10.692122 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6310ddc0-82ae-4883-b629-71a50a8b706e None None] Network 42175756-6c19-4b6c-8f7a-d34501eaadbb requested from dv-cinder-778193-22-iscsi {{(pid=103839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 17:20:10.760562 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-4eb9ee48-d3fe-4f5d-9427-576ef4597d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4180927'] for network (42175756-6c19-4b6c-8f7a-d34501eaadbb), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:10.827219 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-4eb9ee48-d3fe-4f5d-9427-576ef4597d4a admin admin] Deleting port 5143ed93-98d2-4502-ab2b-c0018b71c109 {{(pid=103838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 17:20:10.827443 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-4eb9ee48-d3fe-4f5d-9427-576ef4597d4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757691651449'] for port (5143ed93-98d2-4502-ab2b-c0018b71c109), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:10.853681 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e80056-ab94-4440-bcc1-c9eb5adac94f None None] DHCP port deletion for 42175756-6c19-4b6c-8f7a-d34501eaadbb request from dv-cinder-778193-22-iscsi {{(pid=103839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 02 17:20:10.892855 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-4eb9ee48-d3fe-4f5d-9427-576ef4597d4a admin admin] For port 5143ed93-98d2-4502-ab2b-c0018b71c109, host dv-cinder-778193-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=5143ed93-98d2-4502-ab2b-c0018b71c109,segment=NetworkSegment(e79ee02c-f592-41ea-9c45-0cb60a387a0c),segment_id=e79ee02c-f592-41ea-9c45-0cb60a387a0c)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:20:10.893140 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-4eb9ee48-d3fe-4f5d-9427-576ef4597d4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757418'] for port (5143ed93-98d2-4502-ab2b-c0018b71c109), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:10.905440 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-82e80056-ab94-4440-bcc1-c9eb5adac94f None None] Deleting port 5143ed93-98d2-4502-ab2b-c0018b71c109 {{(pid=103839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 17:20:10.905813 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-82e80056-ab94-4440-bcc1-c9eb5adac94f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757691651449'] for port (5143ed93-98d2-4502-ab2b-c0018b71c109), before_delete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:10.906025 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-4eb9ee48-d3fe-4f5d-9427-576ef4597d4a admin admin] Calling delete_port for 5143ed93-98d2-4502-ab2b-c0018b71c109 owned by network:dhcp {{(pid=103838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 17:20:10.969107 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-82e80056-ab94-4440-bcc1-c9eb5adac94f None None] For port 5143ed93-98d2-4502-ab2b-c0018b71c109, host dv-cinder-778193-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=5143ed93-98d2-4502-ab2b-c0018b71c109,segment=NetworkSegment(e79ee02c-f592-41ea-9c45-0cb60a387a0c),segment_id=e79ee02c-f592-41ea-9c45-0cb60a387a0c)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:20:10.970451 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-82e80056-ab94-4440-bcc1-c9eb5adac94f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757418'] for port (5143ed93-98d2-4502-ab2b-c0018b71c109), precommit_delete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:10.982824 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-82e80056-ab94-4440-bcc1-c9eb5adac94f None None] Calling delete_port for 5143ed93-98d2-4502-ab2b-c0018b71c109 owned by network:dhcp {{(pid=103839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 17:20:11.075028 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-4eb9ee48-d3fe-4f5d-9427-576ef4597d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757691659996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757691134190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26691326'] for port (5143ed93-98d2-4502-ab2b-c0018b71c109), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:11.107570 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb9ee48-d3fe-4f5d-9427-576ef4597d4a admin admin] Pushing event deleted for resources: {'Port': ['ID=5143ed93-98d2-4502-ab2b-c0018b71c109,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:20:11.111991 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb9ee48-d3fe-4f5d-9427-576ef4597d4a admin admin] No DVR routers for this DVR port 5143ed93-98d2-4502-ab2b-c0018b71c109 on host dv-cinder-778193-22-iscsi {{(pid=103838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:20:11.136522 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-82e80056-ab94-4440-bcc1-c9eb5adac94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757691659996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757691134190'] for port (5143ed93-98d2-4502-ab2b-c0018b71c109), after_delete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:11.164456 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e80056-ab94-4440-bcc1-c9eb5adac94f None None] Pushing event deleted for resources: {'Port': ['ID=5143ed93-98d2-4502-ab2b-c0018b71c109,revision_number=None']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:20:11.170284 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e80056-ab94-4440-bcc1-c9eb5adac94f None None] No DVR routers for this DVR port 5143ed93-98d2-4502-ab2b-c0018b71c109 on host dv-cinder-778193-22-iscsi {{(pid=103839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:20:11.190951 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-4eb9ee48-d3fe-4f5d-9427-576ef4597d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3970239', 'neutron.services.segments.db._delete_segments_for_network-8757691626141'] for network (42175756-6c19-4b6c-8f7a-d34501eaadbb), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:11.213585 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.services.segments.db [None req-4eb9ee48-d3fe-4f5d-9427-576ef4597d4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42175756-6c19-4b6c-8f7a-d34501eaadbb']}} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:20:11.223804 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.services.segments.db [None req-4eb9ee48-d3fe-4f5d-9427-576ef4597d4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e79ee02c-f592-41ea-9c45-0cb60a387a0c') {'for_net_delete': True} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:20:11.224106 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.services.segments.db [None req-4eb9ee48-d3fe-4f5d-9427-576ef4597d4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e79ee02c-f592-41ea-9c45-0cb60a387a0c') {} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:20:11.233461 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-4eb9ee48-d3fe-4f5d-9427-576ef4597d4a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757691629734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26733574'] for segment (e79ee02c-f592-41ea-9c45-0cb60a387a0c), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:11.257051 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-4eb9ee48-d3fe-4f5d-9427-576ef4597d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220699'] for segment (e79ee02c-f592-41ea-9c45-0cb60a387a0c), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:11.263573 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eb9ee48-d3fe-4f5d-9427-576ef4597d4a admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=103838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 17:20:11.263957 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-4eb9ee48-d3fe-4f5d-9427-576ef4597d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26691091'] for segment (e79ee02c-f592-41ea-9c45-0cb60a387a0c), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:11.265640 dv-cinder-778193-22-iscsi neutron-server[103838]: Traceback (most recent call last): Mar 02 17:20:11.265640 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 17:20:11.265640 dv-cinder-778193-22-iscsi neutron-server[103838]: timer() Mar 02 17:20:11.265640 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:20:11.265640 dv-cinder-778193-22-iscsi neutron-server[103838]: cb(*args, **kw) Mar 02 17:20:11.265640 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 17:20:11.265640 dv-cinder-778193-22-iscsi neutron-server[103838]: return func(*args, **kwargs) Mar 02 17:20:11.265640 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:20:11.265640 dv-cinder-778193-22-iscsi neutron-server[103838]: self._notify() Mar 02 17:20:11.265640 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:20:11.265640 dv-cinder-778193-22-iscsi neutron-server[103838]: self.callback(batched_events) Mar 02 17:20:11.265640 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:20:11.265640 dv-cinder-778193-22-iscsi neutron-server[103838]: event.method(event) Mar 02 17:20:11.265640 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 17:20:11.265640 dv-cinder-778193-22-iscsi neutron-server[103838]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:20:11.265640 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 17:20:11.265640 dv-cinder-778193-22-iscsi neutron-server[103838]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:20:11.265640 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 17:20:11.265640 dv-cinder-778193-22-iscsi neutron-server[103838]: return f(self, *a, **k) Mar 02 17:20:11.265640 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:20:11.265640 dv-cinder-778193-22-iscsi neutron-server[103838]: return self._get(url).json() Mar 02 17:20:11.265640 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:20:11.265640 dv-cinder-778193-22-iscsi neutron-server[103838]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:20:11.265640 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 17:20:11.265640 dv-cinder-778193-22-iscsi neutron-server[103838]: return self.request(url, 'GET', **kwargs) Mar 02 17:20:11.265640 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 17:20:11.265640 dv-cinder-778193-22-iscsi neutron-server[103838]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:20:11.265640 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 17:20:11.265640 dv-cinder-778193-22-iscsi neutron-server[103838]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:20:11.265640 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 17:20:11.265640 dv-cinder-778193-22-iscsi neutron-server[103838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:20:11.265640 dv-cinder-778193-22-iscsi neutron-server[103838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:20:11.368865 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device bbb3beb6-e103-4386-91e3-421ab7d1d352 no longer exists at agent ovs-agent-dv-cinder-778193-22-iscsi {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 17:20:11.388699 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-4eb9ee48-d3fe-4f5d-9427-576ef4597d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3970246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-755379'] for network (42175756-6c19-4b6c-8f7a-d34501eaadbb), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:11.389142 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] No Port match for: bbb3beb6-e103-4386-91e3-421ab7d1d352 {{(pid=103839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 17:20:11.389493 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device bbb3beb6-e103-4386-91e3-421ab7d1d352 not bound to the agent host dv-cinder-778193-22-iscsi {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 17:20:11.389935 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device 9f40ba90-5d10-4dfa-88dd-00aa08f37927 no longer exists at agent ovs-agent-dv-cinder-778193-22-iscsi {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 17:20:11.394619 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-4eb9ee48-d3fe-4f5d-9427-576ef4597d4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572135'] for network (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:11.398307 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-4eb9ee48-d3fe-4f5d-9427-576ef4597d4a admin admin] 10.222.0.55 "DELETE /v2.0/networks/42175756-6c19-4b6c-8f7a-d34501eaadbb HTTP/1.1" status: 204 len: 168 time: 0.7058525 Mar 02 17:20:11.401359 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 50604) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:20:11.412055 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb9ee48-d3fe-4f5d-9427-576ef4597d4a admin admin] Pushing event deleted for resources: {'Network': ['ID=42175756-6c19-4b6c-8f7a-d34501eaadbb,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:20:11.424536 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] No Port match for: 9f40ba90-5d10-4dfa-88dd-00aa08f37927 {{(pid=103839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 17:20:11.424875 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device 9f40ba90-5d10-4dfa-88dd-00aa08f37927 not bound to the agent host dv-cinder-778193-22-iscsi {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 17:20:11.425317 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device 5143ed93-98d2-4502-ab2b-c0018b71c109 no longer exists at agent ovs-agent-dv-cinder-778193-22-iscsi {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 17:20:11.445390 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] No Port match for: 5143ed93-98d2-4502-ab2b-c0018b71c109 {{(pid=103839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 17:20:11.445657 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device 5143ed93-98d2-4502-ab2b-c0018b71c109 not bound to the agent host dv-cinder-778193-22-iscsi {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 17:20:11.749958 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-be51b531-0b7c-4839-a7fb-d23a3c15ddc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755649'] for router_interface (47c11065-9b3e-433e-a522-c80ef68e5189), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:11.846080 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.agents_db [None req-2c4e262f-840f-46f3-949a-97bfddff46e9 None None] Agent healthcheck: found 6 active agents {{(pid=103840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 17:20:12.008309 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [None req-be51b531-0b7c-4839-a7fb-d23a3c15ddc5 admin admin] Deleting port 9e7c1d31-585a-49d7-b045-0c49bbcb9496 {{(pid=103837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 17:20:12.008554 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-be51b531-0b7c-4839-a7fb-d23a3c15ddc5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757691651449'] for port (9e7c1d31-585a-49d7-b045-0c49bbcb9496), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:12.085417 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.db [None req-be51b531-0b7c-4839-a7fb-d23a3c15ddc5 admin admin] For port 9e7c1d31-585a-49d7-b045-0c49bbcb9496, host dv-cinder-778193-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=9e7c1d31-585a-49d7-b045-0c49bbcb9496,segment=NetworkSegment(146a03a0-2e9b-4914-8b42-f6d23dd52607),segment_id=146a03a0-2e9b-4914-8b42-f6d23dd52607)] {{(pid=103837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:20:12.085772 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-be51b531-0b7c-4839-a7fb-d23a3c15ddc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757418'] for port (9e7c1d31-585a-49d7-b045-0c49bbcb9496), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:12.099669 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [None req-be51b531-0b7c-4839-a7fb-d23a3c15ddc5 admin admin] Calling delete_port for 9e7c1d31-585a-49d7-b045-0c49bbcb9496 owned by network:router_interface {{(pid=103837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 17:20:12.352196 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-be51b531-0b7c-4839-a7fb-d23a3c15ddc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757691659996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757691134190'] for port (9e7c1d31-585a-49d7-b045-0c49bbcb9496), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:12.380674 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be51b531-0b7c-4839-a7fb-d23a3c15ddc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e7c1d31-585a-49d7-b045-0c49bbcb9496,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:20:12.702481 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-be51b531-0b7c-4839-a7fb-d23a3c15ddc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-755501'] for router_interface (47c11065-9b3e-433e-a522-c80ef68e5189), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:12.924607 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be51b531-0b7c-4839-a7fb-d23a3c15ddc5 admin admin] Router 47c11065-9b3e-433e-a522-c80ef68e5189 has already been hosted by L3 agent 90b713d5-0d52-4da0-a663-b3b1c9fefb3d {{(pid=103837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:20:13.033065 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be51b531-0b7c-4839-a7fb-d23a3c15ddc5 admin admin] Notify agent at l3_agent.dv-cinder-778193-22-iscsi the message routers_updated {{(pid=103837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:20:13.038100 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-be51b531-0b7c-4839-a7fb-d23a3c15ddc5 admin admin] 10.222.0.55 "PUT /v2.0/routers/47c11065-9b3e-433e-a522-c80ef68e5189/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6356709 Mar 02 17:20:13.040842 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 50610) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:20:13.043888 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4649db-4788-4903-91c8-aa5062509ef2 None None] Sync routers for ids ['47c11065-9b3e-433e-a522-c80ef68e5189'] in dv-cinder-778193-22-iscsi {{(pid=103840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 17:20:13.054613 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4649db-4788-4903-91c8-aa5062509ef2 None None] Routers {'47c11065-9b3e-433e-a522-c80ef68e5189'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:20:13.055229 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_hamode_db [None req-6a4649db-4788-4903-91c8-aa5062509ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:20:04Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['47c11065-9b3e-433e-a522-c80ef68e5189'], 'active': True} {{(pid=103840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:20:13.145781 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-70236c68-f032-4d29-af15-0defe50724c4 admin admin] Publish callbacks [] for router (47c11065-9b3e-433e-a522-c80ef68e5189), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:13.163170 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_dvr_db [None req-6a4649db-4788-4903-91c8-aa5062509ef2 None None] Set router 47c11065-9b3e-433e-a522-c80ef68e5189 gateway port host: dv-cinder-778193-22-iscsi {{(pid=103840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:20:13.249046 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-70236c68-f032-4d29-af15-0defe50724c4 admin admin] Publish callbacks [] for router_gateway (47c11065-9b3e-433e-a522-c80ef68e5189), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:13.340239 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_hamode_db [None req-6a4649db-4788-4903-91c8-aa5062509ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47c11065-9b3e-433e-a522-c80ef68e5189', 'name': 'tempest-TestMinimumBasicScenario-975847315-router', 'tenant_id': 'fc85b5792b87460cb11420dab0ee0a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '6b867562-80b4-4071-befd-693a7d526d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:17:22Z', 'updated_at': '2022-03-02T17:20:12Z', 'revision_number': 5, 'project_id': 'fc85b5792b87460cb11420dab0ee0a77', 'gw_port': {'id': '6b867562-80b4-4071-befd-693a7d526d71', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:30:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c11065-9b3e-433e-a522-c80ef68e5189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:17:24Z', 'updated_at': '2022-03-02T17:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi'}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:20:13.370708 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4649db-4788-4903-91c8-aa5062509ef2 None None] Checking router: 47c11065-9b3e-433e-a522-c80ef68e5189 for host: dv-cinder-778193-22-iscsi {{(pid=103840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 17:20:13.372806 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [None req-70236c68-f032-4d29-af15-0defe50724c4 admin admin] Deleting port 6b867562-80b4-4071-befd-693a7d526d71 {{(pid=103837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 17:20:13.373208 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-70236c68-f032-4d29-af15-0defe50724c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757691651449'] for port (6b867562-80b4-4071-befd-693a7d526d71), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:13.380930 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4649db-4788-4903-91c8-aa5062509ef2 None None] Routers {'47c11065-9b3e-433e-a522-c80ef68e5189'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:20:13.381557 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_hamode_db [None req-6a4649db-4788-4903-91c8-aa5062509ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:20:04Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['47c11065-9b3e-433e-a522-c80ef68e5189'], 'active': True} {{(pid=103840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:20:13.475101 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.db [None req-70236c68-f032-4d29-af15-0defe50724c4 admin admin] For port 6b867562-80b4-4071-befd-693a7d526d71, host dv-cinder-778193-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=6b867562-80b4-4071-befd-693a7d526d71,segment=NetworkSegment(52804d28-a361-4369-98ca-e918669c489a),segment_id=52804d28-a361-4369-98ca-e918669c489a)] {{(pid=103837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:20:13.475527 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-70236c68-f032-4d29-af15-0defe50724c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757418'] for port (6b867562-80b4-4071-befd-693a7d526d71), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:13.487896 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_dvr_db [None req-6a4649db-4788-4903-91c8-aa5062509ef2 None None] Set router 47c11065-9b3e-433e-a522-c80ef68e5189 gateway port host: None {{(pid=103840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:20:13.491871 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (dbb67c4d-7aa5-4acf-82b3-541c1cabd3d2), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:13.495561 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [None req-70236c68-f032-4d29-af15-0defe50724c4 admin admin] Calling delete_port for 6b867562-80b4-4071-befd-693a7d526d71 owned by network:router_gateway {{(pid=103837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 17:20:13.561837 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_hamode_db [None req-6a4649db-4788-4903-91c8-aa5062509ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47c11065-9b3e-433e-a522-c80ef68e5189', 'name': 'tempest-TestMinimumBasicScenario-975847315-router', 'tenant_id': 'fc85b5792b87460cb11420dab0ee0a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:17:22Z', 'updated_at': '2022-03-02T17:20:13Z', 'revision_number': 6, 'project_id': 'fc85b5792b87460cb11420dab0ee0a77', 'gw_port_host': None}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:20:13.606057 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4649db-4788-4903-91c8-aa5062509ef2 None None] The sync data for ids ['47c11065-9b3e-433e-a522-c80ef68e5189'] in dv-cinder-778193-22-iscsi is: [{'id': '47c11065-9b3e-433e-a522-c80ef68e5189', 'name': 'tempest-TestMinimumBasicScenario-975847315-router', 'tenant_id': 'fc85b5792b87460cb11420dab0ee0a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:17:22Z', 'updated_at': '2022-03-02T17:20:13Z', 'revision_number': 6, 'project_id': 'fc85b5792b87460cb11420dab0ee0a77', 'gw_port_host': None}] {{(pid=103840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 17:20:13.760279 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-70236c68-f032-4d29-af15-0defe50724c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757691659996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757691134190'] for port (6b867562-80b4-4071-befd-693a7d526d71), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:13.798267 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70236c68-f032-4d29-af15-0defe50724c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b867562-80b4-4071-befd-693a7d526d71,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:20:13.815833 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-70236c68-f032-4d29-af15-0defe50724c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-755343'] for router_gateway (47c11065-9b3e-433e-a522-c80ef68e5189), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:13.921066 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-70236c68-f032-4d29-af15-0defe50724c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-758303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4915'] for router (47c11065-9b3e-433e-a522-c80ef68e5189), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:13.923641 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-70236c68-f032-4d29-af15-0defe50724c4 admin admin] Publish callbacks [] for router_controller (47c11065-9b3e-433e-a522-c80ef68e5189), precommit_delete_associations {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:14.083134 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-70236c68-f032-4d29-af15-0defe50724c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-758308'] for router (47c11065-9b3e-433e-a522-c80ef68e5189), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:14.083659 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70236c68-f032-4d29-af15-0defe50724c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47c11065-9b3e-433e-a522-c80ef68e5189 {{(pid=103837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 17:20:14.089683 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-70236c68-f032-4d29-af15-0defe50724c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:14.090882 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-70236c68-f032-4d29-af15-0defe50724c4 admin admin] 10.222.0.55 "DELETE /v2.0/routers/47c11065-9b3e-433e-a522-c80ef68e5189 HTTP/1.1" status: 204 len: 168 time: 1.0491161 Mar 02 17:20:14.095816 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 50614) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:20:14.142546 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fd445c1-3d96-43f1-9fb6-d7759d7e2d5f admin admin] Deleting subnet 65992a4e-7c49-47e7-9db4-72db44efa68d {{(pid=103837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 17:20:14.145897 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-2fd445c1-3d96-43f1-9fb6-d7759d7e2d5f admin admin] Publish callbacks [] for subnet (65992a4e-7c49-47e7-9db4-72db44efa68d), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:14.187579 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-2fd445c1-3d96-43f1-9fb6-d7759d7e2d5f admin admin] Publish callbacks [] for subnet (65992a4e-7c49-47e7-9db4-72db44efa68d), precommit_delete_associations {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:14.459195 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-2fd445c1-3d96-43f1-9fb6-d7759d7e2d5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223364'] for subnet (65992a4e-7c49-47e7-9db4-72db44efa68d), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:14.583154 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-2fd445c1-3d96-43f1-9fb6-d7759d7e2d5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145'] for subnet (65992a4e-7c49-47e7-9db4-72db44efa68d), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:14.608310 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd445c1-3d96-43f1-9fb6-d7759d7e2d5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65992a4e-7c49-47e7-9db4-72db44efa68d,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:20:14.611870 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-2fd445c1-3d96-43f1-9fb6-d7759d7e2d5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572135'] for subnet (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:14.615226 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-2fd445c1-3d96-43f1-9fb6-d7759d7e2d5f admin admin] 10.222.0.55 "DELETE /v2.0/subnets/65992a4e-7c49-47e7-9db4-72db44efa68d HTTP/1.1" status: 204 len: 168 time: 0.5206780 Mar 02 17:20:14.618453 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 50616) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:20:14.619244 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11c8e0d-6e85-40f7-b6c8-d8013ac8dfa4 None None] Network db11a766-0a4a-4c5d-aa16-a88ce102d55a requested from dv-cinder-778193-22-iscsi {{(pid=103839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 17:20:14.694751 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-4f1a674a-51fc-4f93-8aa9-e56b7beea629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4180927'] for network (db11a766-0a4a-4c5d-aa16-a88ce102d55a), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:14.759551 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-4f1a674a-51fc-4f93-8aa9-e56b7beea629 admin admin] Deleting port baae7f55-ff05-41b6-92e2-c0d886291952 {{(pid=103838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 17:20:14.759882 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-4f1a674a-51fc-4f93-8aa9-e56b7beea629 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757691651449'] for port (baae7f55-ff05-41b6-92e2-c0d886291952), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:14.774444 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3515b7-1645-4990-bfa5-3444ed948f9c None None] DHCP port deletion for db11a766-0a4a-4c5d-aa16-a88ce102d55a request from dv-cinder-778193-22-iscsi {{(pid=103839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 02 17:20:14.823496 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-ad3515b7-1645-4990-bfa5-3444ed948f9c None None] Deleting port baae7f55-ff05-41b6-92e2-c0d886291952 {{(pid=103839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 17:20:14.823899 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-ad3515b7-1645-4990-bfa5-3444ed948f9c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757691651449'] for port (baae7f55-ff05-41b6-92e2-c0d886291952), before_delete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:14.826502 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-4f1a674a-51fc-4f93-8aa9-e56b7beea629 admin admin] For port baae7f55-ff05-41b6-92e2-c0d886291952, host dv-cinder-778193-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=baae7f55-ff05-41b6-92e2-c0d886291952,segment=NetworkSegment(146a03a0-2e9b-4914-8b42-f6d23dd52607),segment_id=146a03a0-2e9b-4914-8b42-f6d23dd52607)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:20:14.826863 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-4f1a674a-51fc-4f93-8aa9-e56b7beea629 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757418'] for port (baae7f55-ff05-41b6-92e2-c0d886291952), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:14.840970 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-4f1a674a-51fc-4f93-8aa9-e56b7beea629 admin admin] Calling delete_port for baae7f55-ff05-41b6-92e2-c0d886291952 owned by network:dhcp {{(pid=103838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 17:20:14.889370 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-ad3515b7-1645-4990-bfa5-3444ed948f9c None None] For port baae7f55-ff05-41b6-92e2-c0d886291952, host dv-cinder-778193-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=baae7f55-ff05-41b6-92e2-c0d886291952,segment=NetworkSegment(146a03a0-2e9b-4914-8b42-f6d23dd52607),segment_id=146a03a0-2e9b-4914-8b42-f6d23dd52607)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:20:14.889668 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-ad3515b7-1645-4990-bfa5-3444ed948f9c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757418'] for port (baae7f55-ff05-41b6-92e2-c0d886291952), precommit_delete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:14.902984 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-ad3515b7-1645-4990-bfa5-3444ed948f9c None None] Calling delete_port for baae7f55-ff05-41b6-92e2-c0d886291952 owned by network:dhcp {{(pid=103839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 17:20:14.982923 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-4f1a674a-51fc-4f93-8aa9-e56b7beea629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757691659996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757691134190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26691326'] for port (baae7f55-ff05-41b6-92e2-c0d886291952), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:14.988538 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-ad3515b7-1645-4990-bfa5-3444ed948f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757691659996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757691134190'] for port (baae7f55-ff05-41b6-92e2-c0d886291952), after_delete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:15.011327 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1a674a-51fc-4f93-8aa9-e56b7beea629 admin admin] Pushing event deleted for resources: {'Port': ['ID=baae7f55-ff05-41b6-92e2-c0d886291952,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:20:15.013100 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1a674a-51fc-4f93-8aa9-e56b7beea629 admin admin] No DVR routers for this DVR port baae7f55-ff05-41b6-92e2-c0d886291952 on host dv-cinder-778193-22-iscsi {{(pid=103838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:20:15.018473 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3515b7-1645-4990-bfa5-3444ed948f9c None None] Pushing event deleted for resources: {'Port': ['ID=baae7f55-ff05-41b6-92e2-c0d886291952,revision_number=None']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:20:15.027210 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3515b7-1645-4990-bfa5-3444ed948f9c None None] No DVR routers for this DVR port baae7f55-ff05-41b6-92e2-c0d886291952 on host dv-cinder-778193-22-iscsi {{(pid=103839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:20:15.088750 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-4f1a674a-51fc-4f93-8aa9-e56b7beea629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3970239', 'neutron.services.segments.db._delete_segments_for_network-8757691626141'] for network (db11a766-0a4a-4c5d-aa16-a88ce102d55a), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:15.113351 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.services.segments.db [None req-4f1a674a-51fc-4f93-8aa9-e56b7beea629 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db11a766-0a4a-4c5d-aa16-a88ce102d55a']}} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:20:15.123114 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.services.segments.db [None req-4f1a674a-51fc-4f93-8aa9-e56b7beea629 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '146a03a0-2e9b-4914-8b42-f6d23dd52607') {'for_net_delete': True} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:20:15.123397 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.services.segments.db [None req-4f1a674a-51fc-4f93-8aa9-e56b7beea629 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '146a03a0-2e9b-4914-8b42-f6d23dd52607') {} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:20:15.133658 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-4f1a674a-51fc-4f93-8aa9-e56b7beea629 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757691629734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26733574'] for segment (146a03a0-2e9b-4914-8b42-f6d23dd52607), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:15.150513 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-4f1a674a-51fc-4f93-8aa9-e56b7beea629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220699'] for segment (146a03a0-2e9b-4914-8b42-f6d23dd52607), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:15.156340 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f1a674a-51fc-4f93-8aa9-e56b7beea629 admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=103838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 17:20:15.156774 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-4f1a674a-51fc-4f93-8aa9-e56b7beea629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26691091'] for segment (146a03a0-2e9b-4914-8b42-f6d23dd52607), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:15.158515 dv-cinder-778193-22-iscsi neutron-server[103838]: Traceback (most recent call last): Mar 02 17:20:15.158515 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 17:20:15.158515 dv-cinder-778193-22-iscsi neutron-server[103838]: timer() Mar 02 17:20:15.158515 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:20:15.158515 dv-cinder-778193-22-iscsi neutron-server[103838]: cb(*args, **kw) Mar 02 17:20:15.158515 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 17:20:15.158515 dv-cinder-778193-22-iscsi neutron-server[103838]: return func(*args, **kwargs) Mar 02 17:20:15.158515 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:20:15.158515 dv-cinder-778193-22-iscsi neutron-server[103838]: self._notify() Mar 02 17:20:15.158515 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:20:15.158515 dv-cinder-778193-22-iscsi neutron-server[103838]: self.callback(batched_events) Mar 02 17:20:15.158515 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:20:15.158515 dv-cinder-778193-22-iscsi neutron-server[103838]: event.method(event) Mar 02 17:20:15.158515 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 17:20:15.158515 dv-cinder-778193-22-iscsi neutron-server[103838]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:20:15.158515 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 17:20:15.158515 dv-cinder-778193-22-iscsi neutron-server[103838]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:20:15.158515 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 17:20:15.158515 dv-cinder-778193-22-iscsi neutron-server[103838]: return f(self, *a, **k) Mar 02 17:20:15.158515 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:20:15.158515 dv-cinder-778193-22-iscsi neutron-server[103838]: return self._get(url).json() Mar 02 17:20:15.158515 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:20:15.158515 dv-cinder-778193-22-iscsi neutron-server[103838]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:20:15.158515 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 17:20:15.158515 dv-cinder-778193-22-iscsi neutron-server[103838]: return self.request(url, 'GET', **kwargs) Mar 02 17:20:15.158515 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 17:20:15.158515 dv-cinder-778193-22-iscsi neutron-server[103838]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:20:15.158515 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 17:20:15.158515 dv-cinder-778193-22-iscsi neutron-server[103838]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:20:15.158515 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 17:20:15.158515 dv-cinder-778193-22-iscsi neutron-server[103838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:20:15.158515 dv-cinder-778193-22-iscsi neutron-server[103838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:20:15.366020 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-4f1a674a-51fc-4f93-8aa9-e56b7beea629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3970246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-755379'] for network (db11a766-0a4a-4c5d-aa16-a88ce102d55a), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:15.367667 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device 6b867562-80b4-4071-befd-693a7d526d71 no longer exists at agent ovs-agent-dv-cinder-778193-22-iscsi {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 17:20:15.371666 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-4f1a674a-51fc-4f93-8aa9-e56b7beea629 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572135'] for network (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:15.377943 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-4f1a674a-51fc-4f93-8aa9-e56b7beea629 admin admin] 10.222.0.55 "DELETE /v2.0/networks/db11a766-0a4a-4c5d-aa16-a88ce102d55a HTTP/1.1" status: 204 len: 168 time: 0.7556264 Mar 02 17:20:15.396129 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1a674a-51fc-4f93-8aa9-e56b7beea629 admin admin] Pushing event deleted for resources: {'Network': ['ID=db11a766-0a4a-4c5d-aa16-a88ce102d55a,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:20:15.397331 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] No Port match for: 6b867562-80b4-4071-befd-693a7d526d71 {{(pid=103839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 17:20:15.397687 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device 6b867562-80b4-4071-befd-693a7d526d71 not bound to the agent host dv-cinder-778193-22-iscsi {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 17:20:15.398146 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device baae7f55-ff05-41b6-92e2-c0d886291952 no longer exists at agent ovs-agent-dv-cinder-778193-22-iscsi {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 17:20:15.424134 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] No Port match for: baae7f55-ff05-41b6-92e2-c0d886291952 {{(pid=103839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 17:20:15.424475 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device baae7f55-ff05-41b6-92e2-c0d886291952 not bound to the agent host dv-cinder-778193-22-iscsi {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 17:20:15.424894 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device 9e7c1d31-585a-49d7-b045-0c49bbcb9496 no longer exists at agent ovs-agent-dv-cinder-778193-22-iscsi {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 17:20:15.449446 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] No Port match for: 9e7c1d31-585a-49d7-b045-0c49bbcb9496 {{(pid=103839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 17:20:15.449817 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device 9e7c1d31-585a-49d7-b045-0c49bbcb9496 not bound to the agent host dv-cinder-778193-22-iscsi {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 17:20:15.487804 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2177f5be-9f97-4b2e-a8c8-6e0e059f1d36 req-93ad4b30-fc25-4cf3-99c4-4f034d49e80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:20:15.489406 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2177f5be-9f97-4b2e-a8c8-6e0e059f1d36 req-93ad4b30-fc25-4cf3-99c4-4f034d49e80f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=897cb86723544dc8ad80348cfa07e75a&device_id=1fde58ef-9fc8-4415-b786-0d52ef5ea494 HTTP/1.1" status: 200 len: 1129 time: 0.0482078 Mar 02 17:20:15.632100 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2177f5be-9f97-4b2e-a8c8-6e0e059f1d36 req-94d3267a-94b5-440c-9417-a697a48da7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:20:15.633554 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2177f5be-9f97-4b2e-a8c8-6e0e059f1d36 req-94d3267a-94b5-440c-9417-a697a48da7a0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a369cc48-2224-4c73-b48d-483a3f280468 HTTP/1.1" status: 200 len: 911 time: 0.1246481 Mar 02 17:20:15.643158 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a343c77-0320-4bbf-8cbd-1e912d23a5ef req-da566ead-12b3-4619-acbd-7b928ba829b6 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:20:15.644525 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-1a343c77-0320-4bbf-8cbd-1e912d23a5ef req-da566ead-12b3-4619-acbd-7b928ba829b6 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fde58ef-9fc8-4415-b786-0d52ef5ea494 HTTP/1.1" status: 200 len: 945 time: 0.0853691 Mar 02 17:20:15.714819 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2177f5be-9f97-4b2e-a8c8-6e0e059f1d36 req-1bd2348a-b686-40f1-9eb1-b04d1e1ffde7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc27bd87-cdbe-4c2c-91e9-f825c0ee518f HTTP/1.1" status: 200 len: 1001 time: 0.0679629 Mar 02 17:20:15.767058 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2177f5be-9f97-4b2e-a8c8-6e0e059f1d36 req-5824394e-5c0e-4127-94c3-d1ca926bdaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:20:15.768516 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2177f5be-9f97-4b2e-a8c8-6e0e059f1d36 req-5824394e-5c0e-4127-94c3-d1ca926bdaf2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9ec618b1-f648-4651-8591-c6b7e8ac0a17 HTTP/1.1" status: 200 len: 849 time: 0.0469744 Mar 02 17:20:15.822422 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2177f5be-9f97-4b2e-a8c8-6e0e059f1d36 req-83bb0672-99d3-4b99-9b8a-ab92f4194fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:20:15.823900 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2177f5be-9f97-4b2e-a8c8-6e0e059f1d36 req-83bb0672-99d3-4b99-9b8a-ab92f4194fd1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a369cc48-2224-4c73-b48d-483a3f280468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0468822 Mar 02 17:20:15.907489 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 50630) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:20:15.940869 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-1a343c77-0320-4bbf-8cbd-1e912d23a5ef req-e2ec8631-d640-472e-8cc6-d3c928a6db0e tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/security-groups?id=508f0a83-9bbb-423e-a59a-61c4a37400d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2877121 Mar 02 17:20:15.952207 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-7ba4f6db-60af-435f-b8c8-01d09c33a885 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d37c5cf4d963481685e2d41519bfe2ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406837 Mar 02 17:20:15.952545 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 50632) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:20:15.961260 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2177f5be-9f97-4b2e-a8c8-6e0e059f1d36 req-14a6d072-b7ac-49a0-925d-b33bf0c6aa83 service neutron] 10.222.0.49 "GET /v2.0/networks/a369cc48-2224-4c73-b48d-483a3f280468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274514 Mar 02 17:20:16.003610 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-2cbc11a7-9129-44e4-9352-e0f58833e14e admin admin] Publish callbacks [] for security_group (aae85e0a-c103-4ddd-81a2-76fd14f89f6d), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:16.026558 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-2cbc11a7-9129-44e4-9352-e0f58833e14e admin admin] Publish callbacks [] for security_group (aae85e0a-c103-4ddd-81a2-76fd14f89f6d), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:16.059258 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2177f5be-9f97-4b2e-a8c8-6e0e059f1d36 req-ac5c00c6-0630-44a2-9f8c-c14cd461f8c5 service neutron] 10.222.0.49 "GET /v2.0/networks/a369cc48-2224-4c73-b48d-483a3f280468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916429 Mar 02 17:20:16.168841 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-2cbc11a7-9129-44e4-9352-e0f58833e14e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (aae85e0a-c103-4ddd-81a2-76fd14f89f6d), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:16.171513 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-2cbc11a7-9129-44e4-9352-e0f58833e14e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:16.173008 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-2cbc11a7-9129-44e4-9352-e0f58833e14e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/aae85e0a-c103-4ddd-81a2-76fd14f89f6d HTTP/1.1" status: 204 len: 168 time: 0.2196629 Mar 02 17:20:16.182207 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbc11a7-9129-44e4-9352-e0f58833e14e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae85e0a-c103-4ddd-81a2-76fd14f89f6d,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:20:16.958753 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 50638) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:20:17.005182 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-359f77c4-1432-417f-ae97-62d4328d632c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fc85b5792b87460cb11420dab0ee0a77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0451021 Mar 02 17:20:17.007801 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 50642) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:20:17.064221 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-3f457a90-176e-44f7-a648-b16ecb60b99a admin admin] Publish callbacks [] for security_group (cf63f6bb-f7b7-4b32-8094-bf24649f6b78), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:17.086784 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-3f457a90-176e-44f7-a648-b16ecb60b99a admin admin] Publish callbacks [] for security_group (cf63f6bb-f7b7-4b32-8094-bf24649f6b78), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:17.220800 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-3f457a90-176e-44f7-a648-b16ecb60b99a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (cf63f6bb-f7b7-4b32-8094-bf24649f6b78), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:17.223533 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-3f457a90-176e-44f7-a648-b16ecb60b99a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:17.224843 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-3f457a90-176e-44f7-a648-b16ecb60b99a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cf63f6bb-f7b7-4b32-8094-bf24649f6b78 HTTP/1.1" status: 204 len: 168 time: 0.2159348 Mar 02 17:20:17.233693 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f457a90-176e-44f7-a648-b16ecb60b99a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf63f6bb-f7b7-4b32-8094-bf24649f6b78,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:20:17.290425 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a91ed0-f615-4c03-810b-2e46e76beeb0 req-c2fd9ff8-a016-4cc7-84c0-b79c5eb4fd86 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:20:17.291950 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-95a91ed0-f615-4c03-810b-2e46e76beeb0 req-c2fd9ff8-a016-4cc7-84c0-b79c5eb4fd86 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fde58ef-9fc8-4415-b786-0d52ef5ea494 HTTP/1.1" status: 200 len: 945 time: 0.2703164 Mar 02 17:20:17.352074 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-95a91ed0-f615-4c03-810b-2e46e76beeb0 req-291508c7-27dc-4686-8e34-de3f83046968 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/security-groups?id=508f0a83-9bbb-423e-a59a-61c4a37400d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534418 Mar 02 17:20:18.278067 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 50668) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:20:18.382601 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [None req-a961d2a6-af56-4342-8f74-1cc54c5e63de admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-82202310-network', 'tenant_id': '5ba5387a29d94fbbbf29115c3fa4a9d4'}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:20:18.483870 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db548b7-4b4c-4f08-bb30-c9804e539201 req-82783ba0-df5e-48a1-8f43-1a1f4d8f0e31 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:20:18.485316 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2db548b7-4b4c-4f08-bb30-c9804e539201 req-82783ba0-df5e-48a1-8f43-1a1f4d8f0e31 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fde58ef-9fc8-4415-b786-0d52ef5ea494 HTTP/1.1" status: 200 len: 945 time: 0.0588713 Mar 02 17:20:18.486572 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a961d2a6-af56-4342-8f74-1cc54c5e63de admin admin] Made reservation on behalf of 5ba5387a29d94fbbbf29115c3fa4a9d4 for: {'network': 1} {{(pid=103838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:20:18.488659 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-a961d2a6-af56-4342-8f74-1cc54c5e63de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for network (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:18.503885 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-a961d2a6-af56-4342-8f74-1cc54c5e63de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:18.562585 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2db548b7-4b4c-4f08-bb30-c9804e539201 req-645cb13d-e7c6-4709-a628-e7e87d6d5b74 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/security-groups?id=508f0a83-9bbb-423e-a59a-61c4a37400d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705998 Mar 02 17:20:18.615869 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-a961d2a6-af56-4342-8f74-1cc54c5e63de admin admin] Publish callbacks [] for security_group (034e8f3f-4106-4d41-926f-5638f1a1dfd0), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:18.696553 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-a961d2a6-af56-4342-8f74-1cc54c5e63de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (034e8f3f-4106-4d41-926f-5638f1a1dfd0), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:18.722807 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a961d2a6-af56-4342-8f74-1cc54c5e63de admin admin] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=103838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:20:18.733033 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a961d2a6-af56-4342-8f74-1cc54c5e63de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=034e8f3f-4106-4d41-926f-5638f1a1dfd0,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:20:18.738221 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-a961d2a6-af56-4342-8f74-1cc54c5e63de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220699'] for segment (bb2b16e4-4f12-4cfe-8e89-0bb700c57910), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:18.738650 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.db.segments_db [None req-a961d2a6-af56-4342-8f74-1cc54c5e63de admin admin] Added segment bb2b16e4-4f12-4cfe-8e89-0bb700c57910 of type vlan for network ba42464c-405f-4ebb-a940-670d1544688b Mar 02 17:20:18.781526 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-a961d2a6-af56-4342-8f74-1cc54c5e63de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757691153484'] for network (ba42464c-405f-4ebb-a940-670d1544688b), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:18.883151 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-a961d2a6-af56-4342-8f74-1cc54c5e63de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145'] for network (ba42464c-405f-4ebb-a940-670d1544688b), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:18.884138 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a961d2a6-af56-4342-8f74-1cc54c5e63de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:20:18.884723 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-a961d2a6-af56-4342-8f74-1cc54c5e63de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572135'] for network (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:18.948140 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a961d2a6-af56-4342-8f74-1cc54c5e63de admin admin] Pushing event updated for resources: {'Network': ['ID=ba42464c-405f-4ebb-a940-670d1544688b,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:20:18.958766 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Network ba42464c-405f-4ebb-a940-670d1544688b details requested by agent ovs-agent-dv-cinder-778193-22-iscsi with host dv-cinder-778193-22-iscsi {{(pid=103839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 17:20:19.008544 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-a961d2a6-af56-4342-8f74-1cc54c5e63de admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7293355 Mar 02 17:20:19.011449 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 50676) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:20:19.017462 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [None req-771af90e-dadd-4fbb-b42e-7183a73eff4c admin admin] Request body: {'subnet': {'network_id': 'ba42464c-405f-4ebb-a940-670d1544688b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-82202310-subnet', 'tenant_id': '5ba5387a29d94fbbbf29115c3fa4a9d4', 'ip_version': 4}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:20:19.094417 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-771af90e-dadd-4fbb-b42e-7183a73eff4c admin admin] Made reservation on behalf of 5ba5387a29d94fbbbf29115c3fa4a9d4 for: {'subnet': 1} {{(pid=103838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:20:19.097523 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-771af90e-dadd-4fbb-b42e-7183a73eff4c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26336855'] for subnet (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:19.325590 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-771af90e-dadd-4fbb-b42e-7183a73eff4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26691210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26336869'] for subnet (2a0d3268-f102-4234-baa8-674033af714e), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:19.380958 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771af90e-dadd-4fbb-b42e-7183a73eff4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a0d3268-f102-4234-baa8-674033af714e,revision_number=0']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:20:19.391781 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771af90e-dadd-4fbb-b42e-7183a73eff4c admin admin] Checking segment: {'id': 'bb2b16e4-4f12-4cfe-8e89-0bb700c57910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ba42464c-405f-4ebb-a940-670d1544688b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 17:20:19.392257 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771af90e-dadd-4fbb-b42e-7183a73eff4c admin admin] Network hostable DHCP agents. Network: ba42464c-405f-4ebb-a940-670d1544688b, hostable agents: ['0060df7f-f835-4890-b25c-3842f545a9d0'], hosted agents: [] {{(pid=103838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:20:19.479426 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771af90e-dadd-4fbb-b42e-7183a73eff4c admin admin] Network ba42464c-405f-4ebb-a940-670d1544688b is scheduled to be hosted by DHCP agent 0060df7f-f835-4890-b25c-3842f545a9d0 with binding_index 1 {{(pid=103838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:20:19.599404 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.base_scheduler [None req-771af90e-dadd-4fbb-b42e-7183a73eff4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-22-iscsi, ba42464c-405f-4ebb-a940-670d1544688b) {{(pid=103838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:20:19.603505 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771af90e-dadd-4fbb-b42e-7183a73eff4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:20:19.604098 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-771af90e-dadd-4fbb-b42e-7183a73eff4c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:19.609153 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9414fda5-fdbb-4630-a0c0-5e398d7dc14c None None] Network ba42464c-405f-4ebb-a940-670d1544688b requested from dv-cinder-778193-22-iscsi {{(pid=103839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 17:20:19.694729 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee0546a-45a3-4e14-9af7-2494f7c24845 req-78f028bb-a4d4-40d4-bdbe-4991a543e5fc tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:20:19.696366 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-5ee0546a-45a3-4e14-9af7-2494f7c24845 req-78f028bb-a4d4-40d4-bdbe-4991a543e5fc tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fde58ef-9fc8-4415-b786-0d52ef5ea494 HTTP/1.1" status: 200 len: 945 time: 0.0575407 Mar 02 17:20:19.724832 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495ad22a-6b8b-4e01-ac88-2549e6fc04b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c41045a-8583-5828-8345-e6f53daf7ae9-ba42464c-405f-4ebb-a940-670d1544688b', 'network_id': 'ba42464c-405f-4ebb-a940-670d1544688b', 'project_id': '5ba5387a29d94fbbbf29115c3fa4a9d4', 'fixed_ips': [{'subnet_id': '2a0d3268-f102-4234-baa8-674033af714e'}]}} from dv-cinder-778193-22-iscsi. {{(pid=103839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 02 17:20:19.725784 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-495ad22a-6b8b-4e01-ac88-2549e6fc04b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (None), before_create {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:19.740509 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-771af90e-dadd-4fbb-b42e-7183a73eff4c admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.7277586 Mar 02 17:20:19.743217 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 50680) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:20:19.750888 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [None req-77e47d23-0f48-4423-993f-05e1edae0508 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-82202310-router', 'tenant_id': '5ba5387a29d94fbbbf29115c3fa4a9d4', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf'}}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:20:19.774450 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-5ee0546a-45a3-4e14-9af7-2494f7c24845 req-b3bbb572-a119-4652-b81c-00cdb459db7b tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/security-groups?id=508f0a83-9bbb-423e-a59a-61c4a37400d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715225 Mar 02 17:20:19.857060 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-77e47d23-0f48-4423-993f-05e1edae0508 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-760693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4933'] for router (becbf512-6e92-482c-834b-f65967d9639a), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:19.858074 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-77e47d23-0f48-4423-993f-05e1edae0508 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-758501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760890', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-784051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4924'] for router (becbf512-6e92-482c-834b-f65967d9639a), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:19.861359 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.db_base_plugin_common [None req-495ad22a-6b8b-4e01-ac88-2549e6fc04b4 None None] Allocated IP 172.20.0.2 (ba42464c-405f-4ebb-a940-670d1544688b/2a0d3268-f102-4234-baa8-674033af714e/d495746e-b4d8-405f-b0f4-ba4fdc4a1bf6) {{(pid=103839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:20:19.912054 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-77e47d23-0f48-4423-993f-05e1edae0508 admin admin] Publish callbacks [] for router_controller (becbf512-6e92-482c-834b-f65967d9639a), precommit_add_association {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:20.018645 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-495ad22a-6b8b-4e01-ac88-2549e6fc04b4 None None] Publish callbacks [] for port (d495746e-b4d8-405f-b0f4-ba4fdc4a1bf6), precommit_create {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:20.101404 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-495ad22a-6b8b-4e01-ac88-2549e6fc04b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757691134181'] for port (d495746e-b4d8-405f-b0f4-ba4fdc4a1bf6), after_create {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:20.126187 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-77e47d23-0f48-4423-993f-05e1edae0508 admin admin] Publish callbacks [] for router_gateway (becbf512-6e92-482c-834b-f65967d9639a), precommit_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:20.144998 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495ad22a-6b8b-4e01-ac88-2549e6fc04b4 None None] Network ba42464c-405f-4ebb-a940-670d1544688b is already hosted by enough agents. {{(pid=103839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:20:20.147903 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.scheduler.base_scheduler [None req-495ad22a-6b8b-4e01-ac88-2549e6fc04b4 None None] Resources bound (agent type, host, resource id): {{(pid=103839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:20:20.151413 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495ad22a-6b8b-4e01-ac88-2549e6fc04b4 None None] Received port after_create {{(pid=103839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 17:20:20.159988 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495ad22a-6b8b-4e01-ac88-2549e6fc04b4 None None] Pushing event updated for resources: {'Port': ['ID=d495746e-b4d8-405f-b0f4-ba4fdc4a1bf6,revision_number=1']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:20:20.217789 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-495ad22a-6b8b-4e01-ac88-2549e6fc04b4 None None] Attempting to bind port d495746e-b4d8-405f-b0f4-ba4fdc4a1bf6 on host dv-cinder-778193-22-iscsi for vnic_type normal with profile {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 17:20:20.218222 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-495ad22a-6b8b-4e01-ac88-2549e6fc04b4 None None] Attempting to bind port d495746e-b4d8-405f-b0f4-ba4fdc4a1bf6 by drivers openvswitch,hyperv on host dv-cinder-778193-22-iscsi at level 0 using segments [{'id': 'bb2b16e4-4f12-4cfe-8e89-0bb700c57910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ba42464c-405f-4ebb-a940-670d1544688b'}] {{(pid=103839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 17:20:20.218565 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495ad22a-6b8b-4e01-ac88-2549e6fc04b4 None None] Attempting to bind port d495746e-b4d8-405f-b0f4-ba4fdc4a1bf6 on network ba42464c-405f-4ebb-a940-670d1544688b {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 17:20:20.223674 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495ad22a-6b8b-4e01-ac88-2549e6fc04b4 None None] Checking agent: {'id': '90356b9b-9a55-4227-ace0-d1fc01a5475f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 6, 38), 'started_at': datetime.datetime(2022, 3, 2, 17, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 17:20:20.224040 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495ad22a-6b8b-4e01-ac88-2549e6fc04b4 None None] Checking segment: {'id': 'bb2b16e4-4f12-4cfe-8e89-0bb700c57910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ba42464c-405f-4ebb-a940-670d1544688b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 17:20:20.224453 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-495ad22a-6b8b-4e01-ac88-2549e6fc04b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:20.224848 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495ad22a-6b8b-4e01-ac88-2549e6fc04b4 None None] Bound using segment: {'id': 'bb2b16e4-4f12-4cfe-8e89-0bb700c57910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ba42464c-405f-4ebb-a940-670d1544688b'} {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 17:20:20.225353 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-495ad22a-6b8b-4e01-ac88-2549e6fc04b4 None None] Bound port: d495746e-b4d8-405f-b0f4-ba4fdc4a1bf6, host: dv-cinder-778193-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb2b16e4-4f12-4cfe-8e89-0bb700c57910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ba42464c-405f-4ebb-a940-670d1544688b'}}] {{(pid=103839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 17:20:20.225701 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-495ad22a-6b8b-4e01-ac88-2549e6fc04b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (d495746e-b4d8-405f-b0f4-ba4fdc4a1bf6), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:20.289659 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-495ad22a-6b8b-4e01-ac88-2549e6fc04b4 None None] For port d495746e-b4d8-405f-b0f4-ba4fdc4a1bf6, host dv-cinder-778193-22-iscsi, cleared binding levels {{(pid=103839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:20:20.292863 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-495ad22a-6b8b-4e01-ac88-2549e6fc04b4 None None] For port d495746e-b4d8-405f-b0f4-ba4fdc4a1bf6, host dv-cinder-778193-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=d495746e-b4d8-405f-b0f4-ba4fdc4a1bf6,segment=NetworkSegment(bb2b16e4-4f12-4cfe-8e89-0bb700c57910),segment_id=bb2b16e4-4f12-4cfe-8e89-0bb700c57910)] {{(pid=103839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:20:20.380817 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-495ad22a-6b8b-4e01-ac88-2549e6fc04b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (d495746e-b4d8-405f-b0f4-ba4fdc4a1bf6), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:20.389423 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-77e47d23-0f48-4423-993f-05e1edae0508 admin admin] Publish callbacks [] for router_gateway (becbf512-6e92-482c-834b-f65967d9639a), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:20.410802 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-77e47d23-0f48-4423-993f-05e1edae0508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:20.442669 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495ad22a-6b8b-4e01-ac88-2549e6fc04b4 None None] Pushing event updated for resources: {'Port': ['ID=d495746e-b4d8-405f-b0f4-ba4fdc4a1bf6,revision_number=2']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:20:20.534322 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.db_base_plugin_common [None req-77e47d23-0f48-4423-993f-05e1edae0508 admin admin] Allocated IP 172.27.1.105 (0bf1b91f-7d47-47dc-984e-54613c32c4bf/e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9/77ea3bd5-4aa2-4dd3-b504-25c741149106) {{(pid=103838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:20:20.650001 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-77e47d23-0f48-4423-993f-05e1edae0508 admin admin] Publish callbacks [] for port (77ea3bd5-4aa2-4dd3-b504-25c741149106), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:20.771670 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-77e47d23-0f48-4423-993f-05e1edae0508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757691134181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26691326'] for port (77ea3bd5-4aa2-4dd3-b504-25c741149106), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:20.811530 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e47d23-0f48-4423-993f-05e1edae0508 admin admin] Network 0bf1b91f-7d47-47dc-984e-54613c32c4bf is already hosted by enough agents. {{(pid=103838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:20:20.814642 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.base_scheduler [None req-77e47d23-0f48-4423-993f-05e1edae0508 admin admin] Resources bound (agent type, host, resource id): {{(pid=103838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:20:20.818284 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e47d23-0f48-4423-993f-05e1edae0508 admin admin] Received port after_create {{(pid=103838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 17:20:20.846428 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e47d23-0f48-4423-993f-05e1edae0508 admin admin] Pushing event updated for resources: {'Port': ['ID=77ea3bd5-4aa2-4dd3-b504-25c741149106,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:20:20.979980 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e77a01-5101-4cb9-a457-a638042f7f79 req-59c8ae7e-cb42-47c8-b3b6-01e77bfca918 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:20:20.981418 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-63e77a01-5101-4cb9-a457-a638042f7f79 req-59c8ae7e-cb42-47c8-b3b6-01e77bfca918 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fde58ef-9fc8-4415-b786-0d52ef5ea494 HTTP/1.1" status: 200 len: 945 time: 0.1310389 Mar 02 17:20:21.062589 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-63e77a01-5101-4cb9-a457-a638042f7f79 req-54c48685-09b0-4116-8fd4-f459143c2f72 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/security-groups?id=508f0a83-9bbb-423e-a59a-61c4a37400d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634270 Mar 02 17:20:21.294262 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-77e47d23-0f48-4423-993f-05e1edae0508 admin admin] Publish callbacks [] for router_gateway (becbf512-6e92-482c-834b-f65967d9639a), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:21.364143 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55259481-5ae7-4e04-b566-a4b881cd6e21 None None] Network ba42464c-405f-4ebb-a940-670d1544688b requested from dv-cinder-778193-22-iscsi {{(pid=103839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 17:20:21.431026 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device d495746e-b4d8-405f-b0f4-ba4fdc4a1bf6 up at agent ovs-agent-dv-cinder-778193-22-iscsi {{(pid=103839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 17:20:21.491871 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-f2df3555-6642-4df8-a485-dfa3840efabd None None] Provisioning complete for port d495746e-b4d8-405f-b0f4-ba4fdc4a1bf6 triggered by entity DHCP. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:20:21.492186 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-f2df3555-6642-4df8-a485-dfa3840efabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (d495746e-b4d8-405f-b0f4-ba4fdc4a1bf6), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:21.510016 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-77e47d23-0f48-4423-993f-05e1edae0508 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-758514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760935'] for router (becbf512-6e92-482c-834b-f65967d9639a), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:21.588831 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Provisioning complete for port d495746e-b4d8-405f-b0f4-ba4fdc4a1bf6 triggered by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:20:21.589195 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (d495746e-b4d8-405f-b0f4-ba4fdc4a1bf6), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:21.663285 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-f2df3555-6642-4df8-a485-dfa3840efabd None None] Current status of the port d495746e-b4d8-405f-b0f4-ba4fdc4a1bf6 is: DOWN; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:20:21.663669 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-f2df3555-6642-4df8-a485-dfa3840efabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (d495746e-b4d8-405f-b0f4-ba4fdc4a1bf6), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:21.729836 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-f2df3555-6642-4df8-a485-dfa3840efabd None None] For port d495746e-b4d8-405f-b0f4-ba4fdc4a1bf6, host dv-cinder-778193-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=d495746e-b4d8-405f-b0f4-ba4fdc4a1bf6,segment=NetworkSegment(bb2b16e4-4f12-4cfe-8e89-0bb700c57910),segment_id=bb2b16e4-4f12-4cfe-8e89-0bb700c57910)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:20:21.738913 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Current status of the port d495746e-b4d8-405f-b0f4-ba4fdc4a1bf6 is: DOWN; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:20:21.739304 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (d495746e-b4d8-405f-b0f4-ba4fdc4a1bf6), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:21.757885 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77e47d23-0f48-4423-993f-05e1edae0508 admin admin] Router becbf512-6e92-482c-834b-f65967d9639a is scheduled to L3 agent 90b713d5-0d52-4da0-a663-b3b1c9fefb3d with binding_index 1 {{(pid=103838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 17:20:21.823801 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-f2df3555-6642-4df8-a485-dfa3840efabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (d495746e-b4d8-405f-b0f4-ba4fdc4a1bf6), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:21.875351 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e47d23-0f48-4423-993f-05e1edae0508 admin admin] Notify agent at l3_agent.dv-cinder-778193-22-iscsi the message routers_updated {{(pid=103838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:20:21.892538 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42db9f29-4cc1-46b1-824d-1513d2f35246 None None] Sync routers for ids ['becbf512-6e92-482c-834b-f65967d9639a'] in dv-cinder-778193-22-iscsi {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 17:20:21.912258 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.db.api [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 17:20:21.912526 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG oslo_db.api [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 17:20:21.915610 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2df3555-6642-4df8-a485-dfa3840efabd None None] Pushing event updated for resources: {'Port': ['ID=d495746e-b4d8-405f-b0f4-ba4fdc4a1bf6,revision_number=3']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:20:21.923796 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42db9f29-4cc1-46b1-824d-1513d2f35246 None None] Routers {'becbf512-6e92-482c-834b-f65967d9639a'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:20:21.924525 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-42db9f29-4cc1-46b1-824d-1513d2f35246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:20:04Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['becbf512-6e92-482c-834b-f65967d9639a'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:20:21.929169 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2df3555-6642-4df8-a485-dfa3840efabd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:20:21.929169 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2df3555-6642-4df8-a485-dfa3840efabd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:20:21.929169 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2df3555-6642-4df8-a485-dfa3840efabd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:20:21.929169 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2df3555-6642-4df8-a485-dfa3840efabd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:20:21.929169 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2df3555-6642-4df8-a485-dfa3840efabd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:20:21.929169 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2df3555-6642-4df8-a485-dfa3840efabd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:20:21.929169 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2df3555-6642-4df8-a485-dfa3840efabd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:20:21.929169 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2df3555-6642-4df8-a485-dfa3840efabd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:20:21.929732 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2df3555-6642-4df8-a485-dfa3840efabd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:20:21.930341 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2df3555-6642-4df8-a485-dfa3840efabd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:20:21.930702 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2df3555-6642-4df8-a485-dfa3840efabd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:20:21.931048 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2df3555-6642-4df8-a485-dfa3840efabd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:20:21.931409 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2df3555-6642-4df8-a485-dfa3840efabd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:20:21.988924 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-77e47d23-0f48-4423-993f-05e1edae0508 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:21.991125 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-77e47d23-0f48-4423-993f-05e1edae0508 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.2467785 Mar 02 17:20:21.993029 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 50684) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:20:21.993550 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-0082f681-63a1-416f-b555-526e27ab91be None None] Provisioning complete for port d495746e-b4d8-405f-b0f4-ba4fdc4a1bf6 triggered by entity DHCP. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:20:21.993955 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-0082f681-63a1-416f-b555-526e27ab91be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (d495746e-b4d8-405f-b0f4-ba4fdc4a1bf6), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:22.227586 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-42db9f29-4cc1-46b1-824d-1513d2f35246 None None] Set router becbf512-6e92-482c-834b-f65967d9639a gateway port host: dv-cinder-778193-22-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:20:22.255635 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf98e797-10e5-4faa-8d37-32e70576cad3 req-1466b370-f474-4023-81bb-203d34e6d579 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:20:22.257237 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-cf98e797-10e5-4faa-8d37-32e70576cad3 req-1466b370-f474-4023-81bb-203d34e6d579 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fde58ef-9fc8-4415-b786-0d52ef5ea494 HTTP/1.1" status: 200 len: 945 time: 0.1132598 Mar 02 17:20:22.359198 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-0082f681-63a1-416f-b555-526e27ab91be None None] Current status of the port d495746e-b4d8-405f-b0f4-ba4fdc4a1bf6 is: ACTIVE; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:20:22.382237 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-cf98e797-10e5-4faa-8d37-32e70576cad3 req-472d6579-bca5-4890-bbb0-1b178b565e99 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/security-groups?id=508f0a83-9bbb-423e-a59a-61c4a37400d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186502 Mar 02 17:20:22.466536 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Current status of the port d495746e-b4d8-405f-b0f4-ba4fdc4a1bf6 is: ACTIVE; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:20:22.483607 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-42db9f29-4cc1-46b1-824d-1513d2f35246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'becbf512-6e92-482c-834b-f65967d9639a', 'name': 'tempest-TestShelveInstance-82202310-router', 'tenant_id': '5ba5387a29d94fbbbf29115c3fa4a9d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '77ea3bd5-4aa2-4dd3-b504-25c741149106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:20:19Z', 'updated_at': '2022-03-02T17:20:21Z', 'revision_number': 3, 'project_id': '5ba5387a29d94fbbbf29115c3fa4a9d4', 'gw_port': {'id': '77ea3bd5-4aa2-4dd3-b504-25c741149106', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:42:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'becbf512-6e92-482c-834b-f65967d9639a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:20:20Z', 'updated_at': '2022-03-02T17:20:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi'}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:20:22.511149 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42db9f29-4cc1-46b1-824d-1513d2f35246 None None] Checking router: becbf512-6e92-482c-834b-f65967d9639a for host: dv-cinder-778193-22-iscsi {{(pid=103839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 17:20:22.511502 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42db9f29-4cc1-46b1-824d-1513d2f35246 None None] Updating router becbf512-6e92-482c-834b-f65967d9639a port 77ea3bd5-4aa2-4dd3-b504-25c741149106 binding host dv-cinder-778193-22-iscsi {{(pid=103839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 17:20:22.536797 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-b7512fc6-8d2a-429c-8a16-848497a9e25c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:22.543670 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-42db9f29-4cc1-46b1-824d-1513d2f35246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (77ea3bd5-4aa2-4dd3-b504-25c741149106), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:22.719926 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.db_base_plugin_common [None req-b7512fc6-8d2a-429c-8a16-848497a9e25c admin admin] Allocated IP 172.20.0.1 (ba42464c-405f-4ebb-a940-670d1544688b/2a0d3268-f102-4234-baa8-674033af714e/d28add78-d138-4deb-9f28-b9a86428c184) {{(pid=103838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:20:22.811167 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-42db9f29-4cc1-46b1-824d-1513d2f35246 None None] Publish callbacks [] for port (77ea3bd5-4aa2-4dd3-b504-25c741149106), precommit_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:22.824167 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-b7512fc6-8d2a-429c-8a16-848497a9e25c admin admin] Publish callbacks [] for port (d28add78-d138-4deb-9f28-b9a86428c184), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:22.930952 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-42db9f29-4cc1-46b1-824d-1513d2f35246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (77ea3bd5-4aa2-4dd3-b504-25c741149106), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:22.964409 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-b7512fc6-8d2a-429c-8a16-848497a9e25c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757691134181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26691326'] for port (d28add78-d138-4deb-9f28-b9a86428c184), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:22.986190 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-42db9f29-4cc1-46b1-824d-1513d2f35246 None None] Attempting to bind port 77ea3bd5-4aa2-4dd3-b504-25c741149106 on host dv-cinder-778193-22-iscsi for vnic_type normal with profile {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 17:20:22.986425 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-42db9f29-4cc1-46b1-824d-1513d2f35246 None None] Attempting to bind port 77ea3bd5-4aa2-4dd3-b504-25c741149106 by drivers openvswitch,hyperv on host dv-cinder-778193-22-iscsi at level 0 using segments [{'id': '52804d28-a361-4369-98ca-e918669c489a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf'}] {{(pid=103839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 17:20:22.986854 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42db9f29-4cc1-46b1-824d-1513d2f35246 None None] Attempting to bind port 77ea3bd5-4aa2-4dd3-b504-25c741149106 on network 0bf1b91f-7d47-47dc-984e-54613c32c4bf {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 17:20:22.989005 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475f4420-fad4-4779-a324-5cf3f46cc4fb None None] Pushing event updated for resources: {'Port': ['ID=77ea3bd5-4aa2-4dd3-b504-25c741149106,revision_number=2']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:20:22.994974 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42db9f29-4cc1-46b1-824d-1513d2f35246 None None] Checking agent: {'id': '90356b9b-9a55-4227-ace0-d1fc01a5475f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 6, 38), 'started_at': datetime.datetime(2022, 3, 2, 17, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 17:20:22.995373 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42db9f29-4cc1-46b1-824d-1513d2f35246 None None] Checking segment: {'id': '52804d28-a361-4369-98ca-e918669c489a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 17:20:22.995757 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-42db9f29-4cc1-46b1-824d-1513d2f35246 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:22.996147 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42db9f29-4cc1-46b1-824d-1513d2f35246 None None] Bound using segment: {'id': '52804d28-a361-4369-98ca-e918669c489a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf'} {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 17:20:22.996615 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-42db9f29-4cc1-46b1-824d-1513d2f35246 None None] Bound port: 77ea3bd5-4aa2-4dd3-b504-25c741149106, host: dv-cinder-778193-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52804d28-a361-4369-98ca-e918669c489a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf'}}] {{(pid=103839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 17:20:22.997001 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-42db9f29-4cc1-46b1-824d-1513d2f35246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (77ea3bd5-4aa2-4dd3-b504-25c741149106), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:23.054311 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-42db9f29-4cc1-46b1-824d-1513d2f35246 None None] For port 77ea3bd5-4aa2-4dd3-b504-25c741149106, host dv-cinder-778193-22-iscsi, cleared binding levels {{(pid=103839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:20:23.057812 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-42db9f29-4cc1-46b1-824d-1513d2f35246 None None] For port 77ea3bd5-4aa2-4dd3-b504-25c741149106, host dv-cinder-778193-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=77ea3bd5-4aa2-4dd3-b504-25c741149106,segment=NetworkSegment(52804d28-a361-4369-98ca-e918669c489a),segment_id=52804d28-a361-4369-98ca-e918669c489a)] {{(pid=103839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:20:23.137762 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-42db9f29-4cc1-46b1-824d-1513d2f35246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (77ea3bd5-4aa2-4dd3-b504-25c741149106), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:23.205986 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475f4420-fad4-4779-a324-5cf3f46cc4fb None None] Pushing event updated for resources: {'Port': ['ID=77ea3bd5-4aa2-4dd3-b504-25c741149106,revision_number=3']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:20:23.209157 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42db9f29-4cc1-46b1-824d-1513d2f35246 None None] Routers {'becbf512-6e92-482c-834b-f65967d9639a'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:20:23.209894 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-42db9f29-4cc1-46b1-824d-1513d2f35246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:20:04Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['becbf512-6e92-482c-834b-f65967d9639a'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:20:23.298676 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7512fc6-8d2a-429c-8a16-848497a9e25c admin admin] Network ba42464c-405f-4ebb-a940-670d1544688b is already hosted by enough agents. {{(pid=103838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:20:23.301581 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.base_scheduler [None req-b7512fc6-8d2a-429c-8a16-848497a9e25c admin admin] Resources bound (agent type, host, resource id): {{(pid=103838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:20:23.304264 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7512fc6-8d2a-429c-8a16-848497a9e25c admin admin] Received port after_create {{(pid=103838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 17:20:23.329617 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-42db9f29-4cc1-46b1-824d-1513d2f35246 None None] Set router becbf512-6e92-482c-834b-f65967d9639a gateway port host: dv-cinder-778193-22-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:20:23.333652 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7512fc6-8d2a-429c-8a16-848497a9e25c admin admin] Pushing event updated for resources: {'Port': ['ID=d28add78-d138-4deb-9f28-b9a86428c184,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:20:23.352701 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-b7512fc6-8d2a-429c-8a16-848497a9e25c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755258'] for router_interface (becbf512-6e92-482c-834b-f65967d9639a), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:23.462800 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device d495746e-b4d8-405f-b0f4-ba4fdc4a1bf6 up at agent ovs-agent-dv-cinder-778193-22-iscsi {{(pid=103839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 17:20:23.527708 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7768e9-3ede-4977-82b1-3b6ca4926884 req-32c055e7-22fb-4b1b-af93-816997f4fa31 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:20:23.529304 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-4d7768e9-3ede-4977-82b1-3b6ca4926884 req-32c055e7-22fb-4b1b-af93-816997f4fa31 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fde58ef-9fc8-4415-b786-0d52ef5ea494 HTTP/1.1" status: 200 len: 945 time: 0.0722384 Mar 02 17:20:23.565639 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Provisioning complete for port d495746e-b4d8-405f-b0f4-ba4fdc4a1bf6 triggered by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:20:23.565639 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (d495746e-b4d8-405f-b0f4-ba4fdc4a1bf6), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:23.583019 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-4d7768e9-3ede-4977-82b1-3b6ca4926884 req-41fe862c-5b09-4bb9-9098-b50ba2307dab tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/security-groups?id=508f0a83-9bbb-423e-a59a-61c4a37400d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470614 Mar 02 17:20:23.598352 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-42db9f29-4cc1-46b1-824d-1513d2f35246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'becbf512-6e92-482c-834b-f65967d9639a', 'name': 'tempest-TestShelveInstance-82202310-router', 'tenant_id': '5ba5387a29d94fbbbf29115c3fa4a9d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '77ea3bd5-4aa2-4dd3-b504-25c741149106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:20:19Z', 'updated_at': '2022-03-02T17:20:21Z', 'revision_number': 3, 'project_id': '5ba5387a29d94fbbbf29115c3fa4a9d4', 'gw_port': {'id': '77ea3bd5-4aa2-4dd3-b504-25c741149106', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:42:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'becbf512-6e92-482c-834b-f65967d9639a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:20:20Z', 'updated_at': '2022-03-02T17:20:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi'}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:20:23.612826 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-b7512fc6-8d2a-429c-8a16-848497a9e25c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (d28add78-d138-4deb-9f28-b9a86428c184), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:23.647660 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42db9f29-4cc1-46b1-824d-1513d2f35246 None None] The sync data for ids ['becbf512-6e92-482c-834b-f65967d9639a'] in dv-cinder-778193-22-iscsi is: [{'id': 'becbf512-6e92-482c-834b-f65967d9639a', 'name': 'tempest-TestShelveInstance-82202310-router', 'tenant_id': '5ba5387a29d94fbbbf29115c3fa4a9d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '77ea3bd5-4aa2-4dd3-b504-25c741149106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:20:19Z', 'updated_at': '2022-03-02T17:20:21Z', 'revision_number': 3, 'project_id': '5ba5387a29d94fbbbf29115c3fa4a9d4', 'gw_port': {'id': '77ea3bd5-4aa2-4dd3-b504-25c741149106', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:42:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'becbf512-6e92-482c-834b-f65967d9639a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:20:20Z', 'updated_at': '2022-03-02T17:20:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi'}] {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 17:20:23.658109 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-ecfb0bf7-78f6-497f-bbdb-2fc68bba2dac None None] Provisioning complete for port d28add78-d138-4deb-9f28-b9a86428c184 triggered by entity DHCP. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:20:23.658481 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-ecfb0bf7-78f6-497f-bbdb-2fc68bba2dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (d28add78-d138-4deb-9f28-b9a86428c184), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:23.722790 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-ecfb0bf7-78f6-497f-bbdb-2fc68bba2dac None None] Port d28add78-d138-4deb-9f28-b9a86428c184 cannot update to ACTIVE because it is not bound. {{(pid=103839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 17:20:23.740553 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Current status of the port d495746e-b4d8-405f-b0f4-ba4fdc4a1bf6 is: ACTIVE; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:20:23.804378 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-b7512fc6-8d2a-429c-8a16-848497a9e25c admin admin] Publish callbacks [] for port (d28add78-d138-4deb-9f28-b9a86428c184), precommit_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:23.861728 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-b7512fc6-8d2a-429c-8a16-848497a9e25c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26691319'] for port (d28add78-d138-4deb-9f28-b9a86428c184), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:23.945358 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7512fc6-8d2a-429c-8a16-848497a9e25c admin admin] Pushing event updated for resources: {'Port': ['ID=d28add78-d138-4deb-9f28-b9a86428c184,revision_number=2']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:20:23.947978 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-b7512fc6-8d2a-429c-8a16-848497a9e25c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755626'] for router_interface (becbf512-6e92-482c-834b-f65967d9639a), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:24.051196 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7512fc6-8d2a-429c-8a16-848497a9e25c admin admin] Network ba42464c-405f-4ebb-a940-670d1544688b is already hosted by enough agents. {{(pid=103838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:20:24.052839 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.base_scheduler [None req-b7512fc6-8d2a-429c-8a16-848497a9e25c admin admin] Resources bound (agent type, host, resource id): {{(pid=103838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:20:24.189581 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7512fc6-8d2a-429c-8a16-848497a9e25c admin admin] Router becbf512-6e92-482c-834b-f65967d9639a has already been hosted by L3 agent 90b713d5-0d52-4da0-a663-b3b1c9fefb3d {{(pid=103838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:20:24.316262 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7512fc6-8d2a-429c-8a16-848497a9e25c admin admin] Notify agent at l3_agent.dv-cinder-778193-22-iscsi the message routers_updated {{(pid=103838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:20:24.323159 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-b7512fc6-8d2a-429c-8a16-848497a9e25c admin admin] 10.222.0.55 "PUT /v2.0/routers/becbf512-6e92-482c-834b-f65967d9639a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3286295 Mar 02 17:20:24.351839 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-04af9741-cb45-4c3d-9600-adc180ceb13a None None] Provisioning complete for port d28add78-d138-4deb-9f28-b9a86428c184 triggered by entity DHCP. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:20:24.352537 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-04af9741-cb45-4c3d-9600-adc180ceb13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (d28add78-d138-4deb-9f28-b9a86428c184), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:24.396680 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-04af9741-cb45-4c3d-9600-adc180ceb13a None None] Port d28add78-d138-4deb-9f28-b9a86428c184 cannot update to ACTIVE because it is not bound. {{(pid=103839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 17:20:24.718161 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5062f-7458-4f66-aaa5-e725b0639a40 req-38a88047-ce03-43d7-b599-d3628392742c tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:20:24.720971 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-31f5062f-7458-4f66-aaa5-e725b0639a40 req-38a88047-ce03-43d7-b599-d3628392742c tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fde58ef-9fc8-4415-b786-0d52ef5ea494 HTTP/1.1" status: 200 len: 945 time: 0.0574701 Mar 02 17:20:24.773303 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-31f5062f-7458-4f66-aaa5-e725b0639a40 req-4649d037-5139-4d84-92c0-17119251c7c0 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/security-groups?id=508f0a83-9bbb-423e-a59a-61c4a37400d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465503 Mar 02 17:20:25.155063 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 50706) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:20:25.160108 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [None req-60cd52f7-2cc5-4636-b80b-793ff808da66 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1772399394-network', 'tenant_id': '6834cd139e1a457287455141974c0cc1'}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:20:25.204473 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9825722-b14e-4343-9349-3d60361441d0 None None] Sync routers for ids ['becbf512-6e92-482c-834b-f65967d9639a'] in dv-cinder-778193-22-iscsi {{(pid=103840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 17:20:25.215397 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9825722-b14e-4343-9349-3d60361441d0 None None] Routers {'becbf512-6e92-482c-834b-f65967d9639a'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:20:25.215996 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_hamode_db [None req-d9825722-b14e-4343-9349-3d60361441d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:20:04Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['becbf512-6e92-482c-834b-f65967d9639a'], 'active': True} {{(pid=103840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:20:25.239290 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60cd52f7-2cc5-4636-b80b-793ff808da66 admin admin] Made reservation on behalf of 6834cd139e1a457287455141974c0cc1 for: {'network': 1} {{(pid=103838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:20:25.242058 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-60cd52f7-2cc5-4636-b80b-793ff808da66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for network (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:25.255293 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-60cd52f7-2cc5-4636-b80b-793ff808da66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:25.330202 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_dvr_db [None req-d9825722-b14e-4343-9349-3d60361441d0 None None] Set router becbf512-6e92-482c-834b-f65967d9639a gateway port host: dv-cinder-778193-22-iscsi {{(pid=103840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:20:25.358286 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-60cd52f7-2cc5-4636-b80b-793ff808da66 admin admin] Publish callbacks [] for security_group (f9ca548f-4db6-424c-9f0c-5168975451fb), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:25.424708 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device 77ea3bd5-4aa2-4dd3-b504-25c741149106 up at agent ovs-agent-dv-cinder-778193-22-iscsi {{(pid=103839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 17:20:25.487197 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Provisioning complete for port 77ea3bd5-4aa2-4dd3-b504-25c741149106 triggered by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:20:25.487625 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (77ea3bd5-4aa2-4dd3-b504-25c741149106), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:25.551629 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-60cd52f7-2cc5-4636-b80b-793ff808da66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (f9ca548f-4db6-424c-9f0c-5168975451fb), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:25.565874 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60cd52f7-2cc5-4636-b80b-793ff808da66 admin admin] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=103838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:20:25.587776 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Current status of the port 77ea3bd5-4aa2-4dd3-b504-25c741149106 is: DOWN; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:20:25.588173 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (77ea3bd5-4aa2-4dd3-b504-25c741149106), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:25.590377 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-60cd52f7-2cc5-4636-b80b-793ff808da66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220699'] for segment (6f65bed1-70da-49c3-a0a9-6c76d63a4af3), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:25.590733 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.db.segments_db [None req-60cd52f7-2cc5-4636-b80b-793ff808da66 admin admin] Added segment 6f65bed1-70da-49c3-a0a9-6c76d63a4af3 of type vlan for network 293d8493-e05f-4170-949f-ef45966abb71 Mar 02 17:20:25.600080 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cd52f7-2cc5-4636-b80b-793ff808da66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ca548f-4db6-424c-9f0c-5168975451fb,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:20:25.612307 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] For port 77ea3bd5-4aa2-4dd3-b504-25c741149106, host dv-cinder-778193-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=77ea3bd5-4aa2-4dd3-b504-25c741149106,segment=NetworkSegment(52804d28-a361-4369-98ca-e918669c489a),segment_id=52804d28-a361-4369-98ca-e918669c489a)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:20:25.639422 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-60cd52f7-2cc5-4636-b80b-793ff808da66 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757691153484'] for network (293d8493-e05f-4170-949f-ef45966abb71), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:25.659863 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_hamode_db [None req-d9825722-b14e-4343-9349-3d60361441d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'becbf512-6e92-482c-834b-f65967d9639a', 'name': 'tempest-TestShelveInstance-82202310-router', 'tenant_id': '5ba5387a29d94fbbbf29115c3fa4a9d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '77ea3bd5-4aa2-4dd3-b504-25c741149106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:20:19Z', 'updated_at': '2022-03-02T17:20:23Z', 'revision_number': 4, 'project_id': '5ba5387a29d94fbbbf29115c3fa4a9d4', 'gw_port': {'id': '77ea3bd5-4aa2-4dd3-b504-25c741149106', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:42:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'becbf512-6e92-482c-834b-f65967d9639a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:20:20Z', 'updated_at': '2022-03-02T17:20:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_interfaces': [{'id': 'd28add78-d138-4deb-9f28-b9a86428c184', 'name': '', 'network_id': 'ba42464c-405f-4ebb-a940-670d1544688b', 'tenant_id': '5ba5387a29d94fbbbf29115c3fa4a9d4', 'mac_address': 'fa:16:3e:47:2f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'becbf512-6e92-482c-834b-f65967d9639a', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '2a0d3268-f102-4234-baa8-674033af714e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:20:22Z', 'updated_at': '2022-03-02T17:20:23Z', 'revision_number': 2, 'project_id': '5ba5387a29d94fbbbf29115c3fa4a9d4', 'subnets': [{'id': '2a0d3268-f102-4234-baa8-674033af714e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:20:25.692289 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9825722-b14e-4343-9349-3d60361441d0 None None] Checking router: becbf512-6e92-482c-834b-f65967d9639a for host: dv-cinder-778193-22-iscsi {{(pid=103840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 17:20:25.692552 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9825722-b14e-4343-9349-3d60361441d0 None None] Updating router becbf512-6e92-482c-834b-f65967d9639a port d28add78-d138-4deb-9f28-b9a86428c184 binding host dv-cinder-778193-22-iscsi {{(pid=103840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 17:20:25.700513 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (77ea3bd5-4aa2-4dd3-b504-25c741149106), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:25.724168 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-d9825722-b14e-4343-9349-3d60361441d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (d28add78-d138-4deb-9f28-b9a86428c184), before_update {{(pid=103840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:25.759387 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Pushing event updated for resources: {'Port': ['ID=77ea3bd5-4aa2-4dd3-b504-25c741149106,revision_number=4']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:20:25.771211 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-60cd52f7-2cc5-4636-b80b-793ff808da66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145'] for network (293d8493-e05f-4170-949f-ef45966abb71), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:25.778335 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cd52f7-2cc5-4636-b80b-793ff808da66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:20:25.778335 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-60cd52f7-2cc5-4636-b80b-793ff808da66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572135'] for network (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:25.837322 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cd52f7-2cc5-4636-b80b-793ff808da66 admin admin] Pushing event updated for resources: {'Network': ['ID=293d8493-e05f-4170-949f-ef45966abb71,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:20:25.851534 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Network 293d8493-e05f-4170-949f-ef45966abb71 details requested by agent ovs-agent-dv-cinder-778193-22-iscsi with host dv-cinder-778193-22-iscsi {{(pid=103839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 17:20:25.892267 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-60cd52f7-2cc5-4636-b80b-793ff808da66 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7360027 Mar 02 17:20:25.895858 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 50710) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:20:25.900677 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [None req-d3503853-8a3a-4e05-a37c-7bd3ec54686b admin admin] Request body: {'subnet': {'network_id': '293d8493-e05f-4170-949f-ef45966abb71', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1772399394-subnet', 'tenant_id': '6834cd139e1a457287455141974c0cc1', 'ip_version': 4}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:20:25.939414 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1471755-101d-4daa-b353-cde8a20835f8 req-12534f37-4abd-4a36-9fc5-9d175562f4a7 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:20:25.940930 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d1471755-101d-4daa-b353-cde8a20835f8 req-12534f37-4abd-4a36-9fc5-9d175562f4a7 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fde58ef-9fc8-4415-b786-0d52ef5ea494 HTTP/1.1" status: 200 len: 945 time: 0.0880601 Mar 02 17:20:25.993633 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d1471755-101d-4daa-b353-cde8a20835f8 req-4a0d8688-632d-4ee0-850f-be5c6e9e2a39 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/security-groups?id=508f0a83-9bbb-423e-a59a-61c4a37400d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461483 Mar 02 17:20:26.020593 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3503853-8a3a-4e05-a37c-7bd3ec54686b admin admin] Made reservation on behalf of 6834cd139e1a457287455141974c0cc1 for: {'subnet': 1} {{(pid=103838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:20:26.023812 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-d3503853-8a3a-4e05-a37c-7bd3ec54686b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26336855'] for subnet (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:26.040729 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-d9825722-b14e-4343-9349-3d60361441d0 None None] Publish callbacks [] for port (d28add78-d138-4deb-9f28-b9a86428c184), precommit_update {{(pid=103840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:26.108400 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-d9825722-b14e-4343-9349-3d60361441d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (d28add78-d138-4deb-9f28-b9a86428c184), after_update {{(pid=103840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:26.187397 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b705ba-01b3-4610-9d61-901342a76dc0 None None] Pushing event updated for resources: {'Port': ['ID=d28add78-d138-4deb-9f28-b9a86428c184,revision_number=3']} {{(pid=103840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:20:26.207518 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b705ba-01b3-4610-9d61-901342a76dc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:20:26.208215 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b705ba-01b3-4610-9d61-901342a76dc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:20:26.208334 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b705ba-01b3-4610-9d61-901342a76dc0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:20:26.208603 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b705ba-01b3-4610-9d61-901342a76dc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:20:26.208929 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b705ba-01b3-4610-9d61-901342a76dc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:20:26.209253 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b705ba-01b3-4610-9d61-901342a76dc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:20:26.209589 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b705ba-01b3-4610-9d61-901342a76dc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:20:26.209942 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b705ba-01b3-4610-9d61-901342a76dc0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:20:26.210269 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b705ba-01b3-4610-9d61-901342a76dc0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:20:26.210605 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b705ba-01b3-4610-9d61-901342a76dc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:20:26.211101 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b705ba-01b3-4610-9d61-901342a76dc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:20:26.211593 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b705ba-01b3-4610-9d61-901342a76dc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:20:26.212075 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b705ba-01b3-4610-9d61-901342a76dc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:20:26.230685 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.managers [None req-d9825722-b14e-4343-9349-3d60361441d0 None None] Attempting to bind port d28add78-d138-4deb-9f28-b9a86428c184 on host dv-cinder-778193-22-iscsi for vnic_type normal with profile {{(pid=103840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 17:20:26.231175 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.managers [None req-d9825722-b14e-4343-9349-3d60361441d0 None None] Attempting to bind port d28add78-d138-4deb-9f28-b9a86428c184 by drivers openvswitch,hyperv on host dv-cinder-778193-22-iscsi at level 0 using segments [{'id': 'bb2b16e4-4f12-4cfe-8e89-0bb700c57910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ba42464c-405f-4ebb-a940-670d1544688b'}] {{(pid=103840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 17:20:26.231534 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9825722-b14e-4343-9349-3d60361441d0 None None] Attempting to bind port d28add78-d138-4deb-9f28-b9a86428c184 on network ba42464c-405f-4ebb-a940-670d1544688b {{(pid=103840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 17:20:26.238750 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9825722-b14e-4343-9349-3d60361441d0 None None] Checking agent: {'id': '90356b9b-9a55-4227-ace0-d1fc01a5475f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 6, 38), 'started_at': datetime.datetime(2022, 3, 2, 17, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 17:20:26.239123 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9825722-b14e-4343-9349-3d60361441d0 None None] Checking segment: {'id': 'bb2b16e4-4f12-4cfe-8e89-0bb700c57910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ba42464c-405f-4ebb-a940-670d1544688b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 17:20:26.239525 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-d9825722-b14e-4343-9349-3d60361441d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:26.239921 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9825722-b14e-4343-9349-3d60361441d0 None None] Bound using segment: {'id': 'bb2b16e4-4f12-4cfe-8e89-0bb700c57910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ba42464c-405f-4ebb-a940-670d1544688b'} {{(pid=103840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 17:20:26.240396 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.managers [None req-d9825722-b14e-4343-9349-3d60361441d0 None None] Bound port: d28add78-d138-4deb-9f28-b9a86428c184, host: dv-cinder-778193-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb2b16e4-4f12-4cfe-8e89-0bb700c57910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ba42464c-405f-4ebb-a940-670d1544688b'}}] {{(pid=103840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 17:20:26.240846 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-d9825722-b14e-4343-9349-3d60361441d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (d28add78-d138-4deb-9f28-b9a86428c184), before_update {{(pid=103840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:26.264244 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-d3503853-8a3a-4e05-a37c-7bd3ec54686b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26691210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26336869'] for subnet (dc92821d-9ea4-4606-ad8b-1f3d751b5d39), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:26.325155 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3503853-8a3a-4e05-a37c-7bd3ec54686b admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc92821d-9ea4-4606-ad8b-1f3d751b5d39,revision_number=0']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:20:26.331661 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.db [None req-d9825722-b14e-4343-9349-3d60361441d0 None None] For port d28add78-d138-4deb-9f28-b9a86428c184, host dv-cinder-778193-22-iscsi, cleared binding levels {{(pid=103840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:20:26.334986 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.db [None req-d9825722-b14e-4343-9349-3d60361441d0 None None] For port d28add78-d138-4deb-9f28-b9a86428c184, host dv-cinder-778193-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=d28add78-d138-4deb-9f28-b9a86428c184,segment=NetworkSegment(bb2b16e4-4f12-4cfe-8e89-0bb700c57910),segment_id=bb2b16e4-4f12-4cfe-8e89-0bb700c57910)] {{(pid=103840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:20:26.336062 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3503853-8a3a-4e05-a37c-7bd3ec54686b admin admin] Checking segment: {'id': '6f65bed1-70da-49c3-a0a9-6c76d63a4af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '293d8493-e05f-4170-949f-ef45966abb71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 17:20:26.336666 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3503853-8a3a-4e05-a37c-7bd3ec54686b admin admin] Network hostable DHCP agents. Network: 293d8493-e05f-4170-949f-ef45966abb71, hostable agents: ['0060df7f-f835-4890-b25c-3842f545a9d0'], hosted agents: [] {{(pid=103838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:20:26.423251 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-d9825722-b14e-4343-9349-3d60361441d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (d28add78-d138-4deb-9f28-b9a86428c184), after_update {{(pid=103840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:26.431928 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-0c66a676-e376-4b5d-a411-4238123edf0c None None] Provisioning complete for port d28add78-d138-4deb-9f28-b9a86428c184 triggered by entity DHCP. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:20:26.432522 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-0c66a676-e376-4b5d-a411-4238123edf0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (d28add78-d138-4deb-9f28-b9a86428c184), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:26.457776 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3503853-8a3a-4e05-a37c-7bd3ec54686b admin admin] Network 293d8493-e05f-4170-949f-ef45966abb71 is scheduled to be hosted by DHCP agent 0060df7f-f835-4890-b25c-3842f545a9d0 with binding_index 1 {{(pid=103838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:20:26.488286 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b705ba-01b3-4610-9d61-901342a76dc0 None None] Pushing event updated for resources: {'Port': ['ID=d28add78-d138-4deb-9f28-b9a86428c184,revision_number=4']} {{(pid=103840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:20:26.491084 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9825722-b14e-4343-9349-3d60361441d0 None None] Routers {'becbf512-6e92-482c-834b-f65967d9639a'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:20:26.495903 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_hamode_db [None req-d9825722-b14e-4343-9349-3d60361441d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:20:04Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['becbf512-6e92-482c-834b-f65967d9639a'], 'active': True} {{(pid=103840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:20:26.526357 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-0c66a676-e376-4b5d-a411-4238123edf0c None None] Current status of the port d28add78-d138-4deb-9f28-b9a86428c184 is: DOWN; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:20:26.526673 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-0c66a676-e376-4b5d-a411-4238123edf0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (d28add78-d138-4deb-9f28-b9a86428c184), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:26.570404 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-0c66a676-e376-4b5d-a411-4238123edf0c None None] For port d28add78-d138-4deb-9f28-b9a86428c184, host dv-cinder-778193-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=d28add78-d138-4deb-9f28-b9a86428c184,segment=NetworkSegment(bb2b16e4-4f12-4cfe-8e89-0bb700c57910),segment_id=bb2b16e4-4f12-4cfe-8e89-0bb700c57910)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:20:26.574921 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.base_scheduler [None req-d3503853-8a3a-4e05-a37c-7bd3ec54686b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-22-iscsi, 293d8493-e05f-4170-949f-ef45966abb71) {{(pid=103838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:20:26.585731 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3503853-8a3a-4e05-a37c-7bd3ec54686b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:20:26.585731 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-d3503853-8a3a-4e05-a37c-7bd3ec54686b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:26.594045 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51dd11a-5da6-414f-8644-794c59cc82c8 None None] Network 293d8493-e05f-4170-949f-ef45966abb71 requested from dv-cinder-778193-22-iscsi {{(pid=103839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 17:20:26.628980 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_dvr_db [None req-d9825722-b14e-4343-9349-3d60361441d0 None None] Set router becbf512-6e92-482c-834b-f65967d9639a gateway port host: dv-cinder-778193-22-iscsi {{(pid=103840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:20:26.716389 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c737ce-b133-4dda-80f2-b554e1c8fef4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c41045a-8583-5828-8345-e6f53daf7ae9-293d8493-e05f-4170-949f-ef45966abb71', 'network_id': '293d8493-e05f-4170-949f-ef45966abb71', 'project_id': '6834cd139e1a457287455141974c0cc1', 'fixed_ips': [{'subnet_id': 'dc92821d-9ea4-4606-ad8b-1f3d751b5d39'}]}} from dv-cinder-778193-22-iscsi. {{(pid=103839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 02 17:20:26.717264 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-86c737ce-b133-4dda-80f2-b554e1c8fef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (None), before_create {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:26.739681 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-0c66a676-e376-4b5d-a411-4238123edf0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (d28add78-d138-4deb-9f28-b9a86428c184), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:26.740034 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-d3503853-8a3a-4e05-a37c-7bd3ec54686b admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8358767 Mar 02 17:20:26.740136 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 50714) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:20:26.741691 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-2097d16f-78ac-4cf0-a65b-1f59e39145c4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1772399394-router', 'tenant_id': '6834cd139e1a457287455141974c0cc1', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf'}}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:20:26.859174 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c66a676-e376-4b5d-a411-4238123edf0c None None] Pushing event updated for resources: {'Port': ['ID=d28add78-d138-4deb-9f28-b9a86428c184,revision_number=5']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:20:26.873087 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_hamode_db [None req-d9825722-b14e-4343-9349-3d60361441d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'becbf512-6e92-482c-834b-f65967d9639a', 'name': 'tempest-TestShelveInstance-82202310-router', 'tenant_id': '5ba5387a29d94fbbbf29115c3fa4a9d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '77ea3bd5-4aa2-4dd3-b504-25c741149106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:20:19Z', 'updated_at': '2022-03-02T17:20:23Z', 'revision_number': 4, 'project_id': '5ba5387a29d94fbbbf29115c3fa4a9d4', 'gw_port': {'id': '77ea3bd5-4aa2-4dd3-b504-25c741149106', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:42:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becbf512-6e92-482c-834b-f65967d9639a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:20:20Z', 'updated_at': '2022-03-02T17:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_interfaces': [{'id': 'd28add78-d138-4deb-9f28-b9a86428c184', 'name': '', 'network_id': 'ba42464c-405f-4ebb-a940-670d1544688b', 'tenant_id': '5ba5387a29d94fbbbf29115c3fa4a9d4', 'mac_address': 'fa:16:3e:47:2f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'becbf512-6e92-482c-834b-f65967d9639a', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '2a0d3268-f102-4234-baa8-674033af714e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:20:22Z', 'updated_at': '2022-03-02T17:20:26Z', 'revision_number': 4, 'project_id': '5ba5387a29d94fbbbf29115c3fa4a9d4', 'subnets': [{'id': '2a0d3268-f102-4234-baa8-674033af714e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:20:26.885397 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-2097d16f-78ac-4cf0-a65b-1f59e39145c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-760693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4933'] for router (be42a011-bcf3-4761-8293-e9b85df1a7b9), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:26.887113 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-2097d16f-78ac-4cf0-a65b-1f59e39145c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-758501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760890', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-784051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4924'] for router (be42a011-bcf3-4761-8293-e9b85df1a7b9), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:26.894481 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-85826e06-eb73-40d1-88c4-6c481e01a138 None None] Provisioning complete for port d28add78-d138-4deb-9f28-b9a86428c184 triggered by entity DHCP. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:20:26.895730 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-85826e06-eb73-40d1-88c4-6c481e01a138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (d28add78-d138-4deb-9f28-b9a86428c184), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:26.904362 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9825722-b14e-4343-9349-3d60361441d0 None None] The sync data for ids ['becbf512-6e92-482c-834b-f65967d9639a'] in dv-cinder-778193-22-iscsi is: [{'id': 'becbf512-6e92-482c-834b-f65967d9639a', 'name': 'tempest-TestShelveInstance-82202310-router', 'tenant_id': '5ba5387a29d94fbbbf29115c3fa4a9d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '77ea3bd5-4aa2-4dd3-b504-25c741149106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:20:19Z', 'updated_at': '2022-03-02T17:20:23Z', 'revision_number': 4, 'project_id': '5ba5387a29d94fbbbf29115c3fa4a9d4', 'gw_port': {'id': '77ea3bd5-4aa2-4dd3-b504-25c741149106', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:42:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becbf512-6e92-482c-834b-f65967d9639a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:20:20Z', 'updated_at': '2022-03-02T17:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_interfaces': [{'id': 'd28add78-d138-4deb-9f28-b9a86428c184', 'name': '', 'network_id': 'ba42464c-405f-4ebb-a940-670d1544688b', 'tenant_id': '5ba5387a29d94fbbbf29115c3fa4a9d4', 'mac_address': 'fa:16:3e:47:2f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'becbf512-6e92-482c-834b-f65967d9639a', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '2a0d3268-f102-4234-baa8-674033af714e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:20:22Z', 'updated_at': '2022-03-02T17:20:26Z', 'revision_number': 4, 'project_id': '5ba5387a29d94fbbbf29115c3fa4a9d4', 'subnets': [{'id': '2a0d3268-f102-4234-baa8-674033af714e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 17:20:26.942237 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.db_base_plugin_common [None req-86c737ce-b133-4dda-80f2-b554e1c8fef4 None None] Allocated IP 172.20.0.2 (293d8493-e05f-4170-949f-ef45966abb71/dc92821d-9ea4-4606-ad8b-1f3d751b5d39/aed86a08-4ece-4aec-ac49-fd18db936b3a) {{(pid=103839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:20:26.959631 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-2097d16f-78ac-4cf0-a65b-1f59e39145c4 admin admin] Publish callbacks [] for router_controller (be42a011-bcf3-4761-8293-e9b85df1a7b9), precommit_add_association {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:27.159826 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a624a-106f-4700-bbe9-c0373651893f req-d6ca951a-ffba-4300-b6e5-473b8db042c1 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:20:27.161533 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-f41a624a-106f-4700-bbe9-c0373651893f req-d6ca951a-ffba-4300-b6e5-473b8db042c1 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fde58ef-9fc8-4415-b786-0d52ef5ea494 HTTP/1.1" status: 200 len: 945 time: 0.0914690 Mar 02 17:20:27.223252 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-f41a624a-106f-4700-bbe9-c0373651893f req-d8305d11-aa91-4936-beb2-60f6a39ac2a0 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/security-groups?id=508f0a83-9bbb-423e-a59a-61c4a37400d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539510 Mar 02 17:20:27.230688 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-2097d16f-78ac-4cf0-a65b-1f59e39145c4 admin admin] Publish callbacks [] for router_gateway (be42a011-bcf3-4761-8293-e9b85df1a7b9), precommit_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:27.264946 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-85826e06-eb73-40d1-88c4-6c481e01a138 None None] Current status of the port d28add78-d138-4deb-9f28-b9a86428c184 is: ACTIVE; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:20:27.352172 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-86c737ce-b133-4dda-80f2-b554e1c8fef4 None None] Publish callbacks [] for port (aed86a08-4ece-4aec-ac49-fd18db936b3a), precommit_create {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:27.446168 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-86c737ce-b133-4dda-80f2-b554e1c8fef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757691134181'] for port (aed86a08-4ece-4aec-ac49-fd18db936b3a), after_create {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:27.502649 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c737ce-b133-4dda-80f2-b554e1c8fef4 None None] Network 293d8493-e05f-4170-949f-ef45966abb71 is already hosted by enough agents. {{(pid=103839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:20:27.504163 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.scheduler.base_scheduler [None req-86c737ce-b133-4dda-80f2-b554e1c8fef4 None None] Resources bound (agent type, host, resource id): {{(pid=103839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:20:27.508810 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c737ce-b133-4dda-80f2-b554e1c8fef4 None None] Received port after_create {{(pid=103839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 17:20:27.530349 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device 77ea3bd5-4aa2-4dd3-b504-25c741149106 up at agent ovs-agent-dv-cinder-778193-22-iscsi {{(pid=103839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 17:20:27.585463 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c737ce-b133-4dda-80f2-b554e1c8fef4 None None] Pushing event updated for resources: {'Port': ['ID=aed86a08-4ece-4aec-ac49-fd18db936b3a,revision_number=1']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:20:27.608689 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-2097d16f-78ac-4cf0-a65b-1f59e39145c4 admin admin] Publish callbacks [] for router_gateway (be42a011-bcf3-4761-8293-e9b85df1a7b9), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:27.632994 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-86c737ce-b133-4dda-80f2-b554e1c8fef4 None None] Attempting to bind port aed86a08-4ece-4aec-ac49-fd18db936b3a on host dv-cinder-778193-22-iscsi for vnic_type normal with profile {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 17:20:27.632994 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-86c737ce-b133-4dda-80f2-b554e1c8fef4 None None] Attempting to bind port aed86a08-4ece-4aec-ac49-fd18db936b3a by drivers openvswitch,hyperv on host dv-cinder-778193-22-iscsi at level 0 using segments [{'id': '6f65bed1-70da-49c3-a0a9-6c76d63a4af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '293d8493-e05f-4170-949f-ef45966abb71'}] {{(pid=103839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 17:20:27.632994 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c737ce-b133-4dda-80f2-b554e1c8fef4 None None] Attempting to bind port aed86a08-4ece-4aec-ac49-fd18db936b3a on network 293d8493-e05f-4170-949f-ef45966abb71 {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 17:20:27.641275 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c737ce-b133-4dda-80f2-b554e1c8fef4 None None] Checking agent: {'id': '90356b9b-9a55-4227-ace0-d1fc01a5475f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 6, 38), 'started_at': datetime.datetime(2022, 3, 2, 17, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 17:20:27.641876 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c737ce-b133-4dda-80f2-b554e1c8fef4 None None] Checking segment: {'id': '6f65bed1-70da-49c3-a0a9-6c76d63a4af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '293d8493-e05f-4170-949f-ef45966abb71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 17:20:27.642347 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-86c737ce-b133-4dda-80f2-b554e1c8fef4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:27.642606 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-2097d16f-78ac-4cf0-a65b-1f59e39145c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:27.642839 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c737ce-b133-4dda-80f2-b554e1c8fef4 None None] Bound using segment: {'id': '6f65bed1-70da-49c3-a0a9-6c76d63a4af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '293d8493-e05f-4170-949f-ef45966abb71'} {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 17:20:27.643338 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-86c737ce-b133-4dda-80f2-b554e1c8fef4 None None] Bound port: aed86a08-4ece-4aec-ac49-fd18db936b3a, host: dv-cinder-778193-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f65bed1-70da-49c3-a0a9-6c76d63a4af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '293d8493-e05f-4170-949f-ef45966abb71'}}] {{(pid=103839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 17:20:27.643727 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-86c737ce-b133-4dda-80f2-b554e1c8fef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (aed86a08-4ece-4aec-ac49-fd18db936b3a), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:27.699082 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca2c737-226d-4f18-aa10-1fe96ea2ac47 req-1a145bb7-ec10-4f7e-b5d6-a4edc84c743b tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:20:27.700506 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Provisioning complete for port 77ea3bd5-4aa2-4dd3-b504-25c741149106 triggered by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:20:27.700506 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (77ea3bd5-4aa2-4dd3-b504-25c741149106), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:27.701035 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-fca2c737-226d-4f18-aa10-1fe96ea2ac47 req-1a145bb7-ec10-4f7e-b5d6-a4edc84c743b tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fde58ef-9fc8-4415-b786-0d52ef5ea494 HTTP/1.1" status: 200 len: 945 time: 0.0877278 Mar 02 17:20:27.778549 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-fca2c737-226d-4f18-aa10-1fe96ea2ac47 req-a37ad06e-9520-4c10-b9ce-b1c6e943e869 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/security-groups?id=508f0a83-9bbb-423e-a59a-61c4a37400d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704443 Mar 02 17:20:27.782930 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-86c737ce-b133-4dda-80f2-b554e1c8fef4 None None] For port aed86a08-4ece-4aec-ac49-fd18db936b3a, host dv-cinder-778193-22-iscsi, cleared binding levels {{(pid=103839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:20:27.788139 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-86c737ce-b133-4dda-80f2-b554e1c8fef4 None None] For port aed86a08-4ece-4aec-ac49-fd18db936b3a, host dv-cinder-778193-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=aed86a08-4ece-4aec-ac49-fd18db936b3a,segment=NetworkSegment(6f65bed1-70da-49c3-a0a9-6c76d63a4af3),segment_id=6f65bed1-70da-49c3-a0a9-6c76d63a4af3)] {{(pid=103839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:20:27.829462 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.db.db_base_plugin_common [None req-2097d16f-78ac-4cf0-a65b-1f59e39145c4 admin admin] Allocated IP 172.27.1.189 (0bf1b91f-7d47-47dc-984e-54613c32c4bf/e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9/859c5496-1bc1-4b8a-af0a-ded0f294ae71) {{(pid=103837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:20:27.836013 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c671df5-e0ba-4868-bc5d-ac3ce492cc71 req-447c63df-9573-45d1-82d7-ad5a249a22fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:20:27.838074 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-8c671df5-e0ba-4868-bc5d-ac3ce492cc71 req-447c63df-9573-45d1-82d7-ad5a249a22fb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=897cb86723544dc8ad80348cfa07e75a&device_id=1fde58ef-9fc8-4415-b786-0d52ef5ea494 HTTP/1.1" status: 200 len: 1129 time: 0.0563111 Mar 02 17:20:27.854141 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Current status of the port 77ea3bd5-4aa2-4dd3-b504-25c741149106 is: ACTIVE; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:20:27.857517 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device d28add78-d138-4deb-9f28-b9a86428c184 up at agent ovs-agent-dv-cinder-778193-22-iscsi {{(pid=103839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 17:20:27.886871 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-86c737ce-b133-4dda-80f2-b554e1c8fef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (aed86a08-4ece-4aec-ac49-fd18db936b3a), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:27.980605 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c671df5-e0ba-4868-bc5d-ac3ce492cc71 req-73bd45b8-27f3-4fc6-a786-4e36d68715af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:20:27.984098 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-8c671df5-e0ba-4868-bc5d-ac3ce492cc71 req-73bd45b8-27f3-4fc6-a786-4e36d68715af service neutron] 10.222.0.49 "GET /v2.0/networks?id=a369cc48-2224-4c73-b48d-483a3f280468 HTTP/1.1" status: 200 len: 911 time: 0.1373470 Mar 02 17:20:27.986105 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c737ce-b133-4dda-80f2-b554e1c8fef4 None None] Pushing event updated for resources: {'Port': ['ID=aed86a08-4ece-4aec-ac49-fd18db936b3a,revision_number=2']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:20:27.995786 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Provisioning complete for port d28add78-d138-4deb-9f28-b9a86428c184 triggered by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:20:27.996432 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (d28add78-d138-4deb-9f28-b9a86428c184), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:28.001464 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-2097d16f-78ac-4cf0-a65b-1f59e39145c4 admin admin] Publish callbacks [] for port (859c5496-1bc1-4b8a-af0a-ded0f294ae71), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:28.072436 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-8c671df5-e0ba-4868-bc5d-ac3ce492cc71 req-e31d59fa-f044-4585-9d2a-740f844f8ec4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc27bd87-cdbe-4c2c-91e9-f825c0ee518f HTTP/1.1" status: 200 len: 1001 time: 0.0821962 Mar 02 17:20:28.112388 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Current status of the port d28add78-d138-4deb-9f28-b9a86428c184 is: ACTIVE; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:20:28.138942 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c671df5-e0ba-4868-bc5d-ac3ce492cc71 req-552b400a-1ef7-44c2-9bcd-bf294d456629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:20:28.141298 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-8c671df5-e0ba-4868-bc5d-ac3ce492cc71 req-552b400a-1ef7-44c2-9bcd-bf294d456629 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9ec618b1-f648-4651-8591-c6b7e8ac0a17 HTTP/1.1" status: 200 len: 849 time: 0.0585127 Mar 02 17:20:28.214725 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-2097d16f-78ac-4cf0-a65b-1f59e39145c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757691134181'] for port (859c5496-1bc1-4b8a-af0a-ded0f294ae71), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:28.230316 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c671df5-e0ba-4868-bc5d-ac3ce492cc71 req-e748152d-2aaf-48bb-bb03-4fcecccb9619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:20:28.231841 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-8c671df5-e0ba-4868-bc5d-ac3ce492cc71 req-e748152d-2aaf-48bb-bb03-4fcecccb9619 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a369cc48-2224-4c73-b48d-483a3f280468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0837173 Mar 02 17:20:28.273202 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2097d16f-78ac-4cf0-a65b-1f59e39145c4 admin admin] Network 0bf1b91f-7d47-47dc-984e-54613c32c4bf is already hosted by enough agents. {{(pid=103837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:20:28.278676 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.scheduler.base_scheduler [None req-2097d16f-78ac-4cf0-a65b-1f59e39145c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:20:28.289003 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2097d16f-78ac-4cf0-a65b-1f59e39145c4 admin admin] Received port after_create {{(pid=103837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 17:20:28.295319 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2097d16f-78ac-4cf0-a65b-1f59e39145c4 admin admin] Pushing event updated for resources: {'Port': ['ID=859c5496-1bc1-4b8a-af0a-ded0f294ae71,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:20:28.362278 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-8c671df5-e0ba-4868-bc5d-ac3ce492cc71 req-db57edc9-00c5-4d6f-a02f-55b2c01f9923 service neutron] 10.222.0.49 "GET /v2.0/networks/a369cc48-2224-4c73-b48d-483a3f280468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231391 Mar 02 17:20:28.470746 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-8c671df5-e0ba-4868-bc5d-ac3ce492cc71 req-2078a819-b801-40dc-9dca-21a4aae08727 service neutron] 10.222.0.49 "GET /v2.0/networks/a369cc48-2224-4c73-b48d-483a3f280468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023896 Mar 02 17:20:28.607590 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-2097d16f-78ac-4cf0-a65b-1f59e39145c4 admin admin] Publish callbacks [] for router_gateway (be42a011-bcf3-4761-8293-e9b85df1a7b9), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:28.817465 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-2097d16f-78ac-4cf0-a65b-1f59e39145c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-758514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760935'] for router (be42a011-bcf3-4761-8293-e9b85df1a7b9), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:28.908930 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0758c222-49a3-4fc4-983d-354111488064 req-2652ab9c-730f-4237-81a5-9ddd77253586 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:20:28.910508 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0758c222-49a3-4fc4-983d-354111488064 req-2652ab9c-730f-4237-81a5-9ddd77253586 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fde58ef-9fc8-4415-b786-0d52ef5ea494 HTTP/1.1" status: 200 len: 945 time: 0.0582914 Mar 02 17:20:28.965201 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0758c222-49a3-4fc4-983d-354111488064 req-da7ad4bb-8bba-4dd5-b0a8-6e0d1c9d0e3e tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/security-groups?id=508f0a83-9bbb-423e-a59a-61c4a37400d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491686 Mar 02 17:20:29.034148 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2097d16f-78ac-4cf0-a65b-1f59e39145c4 admin admin] Router be42a011-bcf3-4761-8293-e9b85df1a7b9 is scheduled to L3 agent 90b713d5-0d52-4da0-a663-b3b1c9fefb3d with binding_index 1 {{(pid=103837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 17:20:29.162889 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2097d16f-78ac-4cf0-a65b-1f59e39145c4 admin admin] Notify agent at l3_agent.dv-cinder-778193-22-iscsi the message routers_updated {{(pid=103837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:20:29.177296 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f62c6fe-d2ba-48d3-9166-086ebe766ced None None] Sync routers for ids ['be42a011-bcf3-4761-8293-e9b85df1a7b9'] in dv-cinder-778193-22-iscsi {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 17:20:29.190320 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f62c6fe-d2ba-48d3-9166-086ebe766ced None None] Routers {'be42a011-bcf3-4761-8293-e9b85df1a7b9'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:20:29.191374 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-3f62c6fe-d2ba-48d3-9166-086ebe766ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:20:04Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['be42a011-bcf3-4761-8293-e9b85df1a7b9'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:20:29.313078 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7154b6da-8d86-4648-90e0-ba6eed3328e8 None None] Network 293d8493-e05f-4170-949f-ef45966abb71 requested from dv-cinder-778193-22-iscsi {{(pid=103839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 17:20:29.322250 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-3f62c6fe-d2ba-48d3-9166-086ebe766ced None None] Set router be42a011-bcf3-4761-8293-e9b85df1a7b9 gateway port host: dv-cinder-778193-22-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:20:29.346487 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-2097d16f-78ac-4cf0-a65b-1f59e39145c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:29.352445 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 50724) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:20:29.354522 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-2097d16f-78ac-4cf0-a65b-1f59e39145c4 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6162772 Mar 02 17:20:29.467304 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device aed86a08-4ece-4aec-ac49-fd18db936b3a up at agent ovs-agent-dv-cinder-778193-22-iscsi {{(pid=103839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 17:20:29.573508 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-e00f5f8b-e616-41f4-8a5c-10fd62eb04e2 None None] Provisioning complete for port aed86a08-4ece-4aec-ac49-fd18db936b3a triggered by entity DHCP. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:20:29.573775 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e00f5f8b-e616-41f4-8a5c-10fd62eb04e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (aed86a08-4ece-4aec-ac49-fd18db936b3a), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:29.689971 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Provisioning complete for port aed86a08-4ece-4aec-ac49-fd18db936b3a triggered by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:20:29.690362 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (aed86a08-4ece-4aec-ac49-fd18db936b3a), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:29.832551 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-e00f5f8b-e616-41f4-8a5c-10fd62eb04e2 None None] Current status of the port aed86a08-4ece-4aec-ac49-fd18db936b3a is: DOWN; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:20:29.832856 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e00f5f8b-e616-41f4-8a5c-10fd62eb04e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (aed86a08-4ece-4aec-ac49-fd18db936b3a), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:29.876139 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-7da24a47-43a4-482e-95d0-5b76820a0b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:29.898222 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-3f62c6fe-d2ba-48d3-9166-086ebe766ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be42a011-bcf3-4761-8293-e9b85df1a7b9', 'name': 'tempest-TestShelveInstance-1772399394-router', 'tenant_id': '6834cd139e1a457287455141974c0cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '859c5496-1bc1-4b8a-af0a-ded0f294ae71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:20:26Z', 'updated_at': '2022-03-02T17:20:28Z', 'revision_number': 3, 'project_id': '6834cd139e1a457287455141974c0cc1', 'gw_port': {'id': '859c5496-1bc1-4b8a-af0a-ded0f294ae71', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be42a011-bcf3-4761-8293-e9b85df1a7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:20:27Z', 'updated_at': '2022-03-02T17:20:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi'}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:20:29.902226 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Current status of the port aed86a08-4ece-4aec-ac49-fd18db936b3a is: DOWN; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:20:29.902622 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (aed86a08-4ece-4aec-ac49-fd18db936b3a), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:29.949980 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f62c6fe-d2ba-48d3-9166-086ebe766ced None None] Checking router: be42a011-bcf3-4761-8293-e9b85df1a7b9 for host: dv-cinder-778193-22-iscsi {{(pid=103839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 17:20:29.950398 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f62c6fe-d2ba-48d3-9166-086ebe766ced None None] Updating router be42a011-bcf3-4761-8293-e9b85df1a7b9 port 859c5496-1bc1-4b8a-af0a-ded0f294ae71 binding host dv-cinder-778193-22-iscsi {{(pid=103839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 17:20:29.988326 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-e00f5f8b-e616-41f4-8a5c-10fd62eb04e2 None None] For port aed86a08-4ece-4aec-ac49-fd18db936b3a, host dv-cinder-778193-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=aed86a08-4ece-4aec-ac49-fd18db936b3a,segment=NetworkSegment(6f65bed1-70da-49c3-a0a9-6c76d63a4af3),segment_id=6f65bed1-70da-49c3-a0a9-6c76d63a4af3)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:20:30.009599 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-3f62c6fe-d2ba-48d3-9166-086ebe766ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (859c5496-1bc1-4b8a-af0a-ded0f294ae71), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:30.053888 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e00f5f8b-e616-41f4-8a5c-10fd62eb04e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (aed86a08-4ece-4aec-ac49-fd18db936b3a), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:30.121723 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.db_base_plugin_common [None req-7da24a47-43a4-482e-95d0-5b76820a0b22 admin admin] Allocated IP 172.20.0.1 (293d8493-e05f-4170-949f-ef45966abb71/dc92821d-9ea4-4606-ad8b-1f3d751b5d39/f501a22a-f5d6-4a60-b601-aceb68263053) {{(pid=103838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:20:30.162108 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff966179-9c58-4cf9-8edd-02c714ba9b97 req-3b169997-3ad3-4a43-a686-cb641710d699 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:20:30.163871 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-ff966179-9c58-4cf9-8edd-02c714ba9b97 req-3b169997-3ad3-4a43-a686-cb641710d699 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fde58ef-9fc8-4415-b786-0d52ef5ea494 HTTP/1.1" status: 200 len: 945 time: 0.1154392 Mar 02 17:20:30.249191 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.db.api [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 17:20:30.250802 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG oslo_db.api [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 17:20:30.263001 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-b67ab013-990a-4e64-ab2d-991b879b8a67 None None] Provisioning complete for port aed86a08-4ece-4aec-ac49-fd18db936b3a triggered by entity DHCP. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:20:30.263378 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-b67ab013-990a-4e64-ab2d-991b879b8a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (aed86a08-4ece-4aec-ac49-fd18db936b3a), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:30.271143 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-ff966179-9c58-4cf9-8edd-02c714ba9b97 req-80459a78-ade2-4b04-b6a8-94173403b3d9 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/security-groups?id=508f0a83-9bbb-423e-a59a-61c4a37400d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785685 Mar 02 17:20:30.274952 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00f5f8b-e616-41f4-8a5c-10fd62eb04e2 None None] Pushing event updated for resources: {'Port': ['ID=aed86a08-4ece-4aec-ac49-fd18db936b3a,revision_number=3']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:20:30.289489 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-7da24a47-43a4-482e-95d0-5b76820a0b22 admin admin] Publish callbacks [] for port (f501a22a-f5d6-4a60-b601-aceb68263053), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:30.409203 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-7da24a47-43a4-482e-95d0-5b76820a0b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757691134181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26691326'] for port (f501a22a-f5d6-4a60-b601-aceb68263053), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:30.455054 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da24a47-43a4-482e-95d0-5b76820a0b22 admin admin] Network 293d8493-e05f-4170-949f-ef45966abb71 is already hosted by enough agents. {{(pid=103838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:20:30.471341 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.base_scheduler [None req-7da24a47-43a4-482e-95d0-5b76820a0b22 admin admin] Resources bound (agent type, host, resource id): {{(pid=103838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:20:30.474479 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da24a47-43a4-482e-95d0-5b76820a0b22 admin admin] Received port after_create {{(pid=103838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 17:20:30.505138 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da24a47-43a4-482e-95d0-5b76820a0b22 admin admin] Pushing event updated for resources: {'Port': ['ID=f501a22a-f5d6-4a60-b601-aceb68263053,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:20:30.525011 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-7da24a47-43a4-482e-95d0-5b76820a0b22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755258'] for router_interface (be42a011-bcf3-4761-8293-e9b85df1a7b9), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:30.576242 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-b67ab013-990a-4e64-ab2d-991b879b8a67 None None] Current status of the port aed86a08-4ece-4aec-ac49-fd18db936b3a is: ACTIVE; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:20:30.635348 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-3f62c6fe-d2ba-48d3-9166-086ebe766ced None None] Publish callbacks [] for port (859c5496-1bc1-4b8a-af0a-ded0f294ae71), precommit_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:30.774601 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-3f62c6fe-d2ba-48d3-9166-086ebe766ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (859c5496-1bc1-4b8a-af0a-ded0f294ae71), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:30.790228 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-7da24a47-43a4-482e-95d0-5b76820a0b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (f501a22a-f5d6-4a60-b601-aceb68263053), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:30.838837 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Current status of the port aed86a08-4ece-4aec-ac49-fd18db936b3a is: ACTIVE; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:20:30.867570 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32c3292-7447-4333-8b59-1e42d5c02fa6 None None] Pushing event updated for resources: {'Port': ['ID=859c5496-1bc1-4b8a-af0a-ded0f294ae71,revision_number=2']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:20:30.870287 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-3f62c6fe-d2ba-48d3-9166-086ebe766ced None None] Attempting to bind port 859c5496-1bc1-4b8a-af0a-ded0f294ae71 on host dv-cinder-778193-22-iscsi for vnic_type normal with profile {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 17:20:30.870772 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-3f62c6fe-d2ba-48d3-9166-086ebe766ced None None] Attempting to bind port 859c5496-1bc1-4b8a-af0a-ded0f294ae71 by drivers openvswitch,hyperv on host dv-cinder-778193-22-iscsi at level 0 using segments [{'id': '52804d28-a361-4369-98ca-e918669c489a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf'}] {{(pid=103839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 17:20:30.871234 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f62c6fe-d2ba-48d3-9166-086ebe766ced None None] Attempting to bind port 859c5496-1bc1-4b8a-af0a-ded0f294ae71 on network 0bf1b91f-7d47-47dc-984e-54613c32c4bf {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 17:20:30.873572 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-7d7819da-da57-46e0-bd8a-24974ef50a9b None None] Provisioning complete for port f501a22a-f5d6-4a60-b601-aceb68263053 triggered by entity DHCP. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:20:30.874504 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-7d7819da-da57-46e0-bd8a-24974ef50a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (f501a22a-f5d6-4a60-b601-aceb68263053), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:30.899874 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f62c6fe-d2ba-48d3-9166-086ebe766ced None None] Checking agent: {'id': '90356b9b-9a55-4227-ace0-d1fc01a5475f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 6, 38), 'started_at': datetime.datetime(2022, 3, 2, 17, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 17:20:30.900433 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f62c6fe-d2ba-48d3-9166-086ebe766ced None None] Checking segment: {'id': '52804d28-a361-4369-98ca-e918669c489a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 17:20:30.900940 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-3f62c6fe-d2ba-48d3-9166-086ebe766ced None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:30.901520 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f62c6fe-d2ba-48d3-9166-086ebe766ced None None] Bound using segment: {'id': '52804d28-a361-4369-98ca-e918669c489a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf'} {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 17:20:30.902161 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-3f62c6fe-d2ba-48d3-9166-086ebe766ced None None] Bound port: 859c5496-1bc1-4b8a-af0a-ded0f294ae71, host: dv-cinder-778193-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52804d28-a361-4369-98ca-e918669c489a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf'}}] {{(pid=103839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 17:20:30.902614 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-3f62c6fe-d2ba-48d3-9166-086ebe766ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (859c5496-1bc1-4b8a-af0a-ded0f294ae71), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:30.957676 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-7d7819da-da57-46e0-bd8a-24974ef50a9b None None] Port f501a22a-f5d6-4a60-b601-aceb68263053 cannot update to ACTIVE because it is not bound. {{(pid=103839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 17:20:30.979784 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-3f62c6fe-d2ba-48d3-9166-086ebe766ced None None] For port 859c5496-1bc1-4b8a-af0a-ded0f294ae71, host dv-cinder-778193-22-iscsi, cleared binding levels {{(pid=103839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:20:30.983291 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-3f62c6fe-d2ba-48d3-9166-086ebe766ced None None] For port 859c5496-1bc1-4b8a-af0a-ded0f294ae71, host dv-cinder-778193-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=859c5496-1bc1-4b8a-af0a-ded0f294ae71,segment=NetworkSegment(52804d28-a361-4369-98ca-e918669c489a),segment_id=52804d28-a361-4369-98ca-e918669c489a)] {{(pid=103839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:20:31.001205 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-7da24a47-43a4-482e-95d0-5b76820a0b22 admin admin] Publish callbacks [] for port (f501a22a-f5d6-4a60-b601-aceb68263053), precommit_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:31.077918 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-3f62c6fe-d2ba-48d3-9166-086ebe766ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (859c5496-1bc1-4b8a-af0a-ded0f294ae71), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:31.113607 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-7da24a47-43a4-482e-95d0-5b76820a0b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26691319'] for port (f501a22a-f5d6-4a60-b601-aceb68263053), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:31.138278 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f62c6fe-d2ba-48d3-9166-086ebe766ced None None] Routers {'be42a011-bcf3-4761-8293-e9b85df1a7b9'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:20:31.138937 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-3f62c6fe-d2ba-48d3-9166-086ebe766ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:20:04Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['be42a011-bcf3-4761-8293-e9b85df1a7b9'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:20:31.177517 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32c3292-7447-4333-8b59-1e42d5c02fa6 None None] Pushing event updated for resources: {'Port': ['ID=859c5496-1bc1-4b8a-af0a-ded0f294ae71,revision_number=3']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:20:31.185830 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-7da24a47-43a4-482e-95d0-5b76820a0b22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755626'] for router_interface (be42a011-bcf3-4761-8293-e9b85df1a7b9), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:31.189289 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da24a47-43a4-482e-95d0-5b76820a0b22 admin admin] Pushing event updated for resources: {'Port': ['ID=f501a22a-f5d6-4a60-b601-aceb68263053,revision_number=2']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:20:31.263247 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-3f62c6fe-d2ba-48d3-9166-086ebe766ced None None] Set router be42a011-bcf3-4761-8293-e9b85df1a7b9 gateway port host: dv-cinder-778193-22-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:20:31.285450 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da24a47-43a4-482e-95d0-5b76820a0b22 admin admin] Network 293d8493-e05f-4170-949f-ef45966abb71 is already hosted by enough agents. {{(pid=103838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:20:31.286982 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.base_scheduler [None req-7da24a47-43a4-482e-95d0-5b76820a0b22 admin admin] Resources bound (agent type, host, resource id): {{(pid=103838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:20:31.420760 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device aed86a08-4ece-4aec-ac49-fd18db936b3a up at agent ovs-agent-dv-cinder-778193-22-iscsi {{(pid=103839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 17:20:31.436841 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7da24a47-43a4-482e-95d0-5b76820a0b22 admin admin] Router be42a011-bcf3-4761-8293-e9b85df1a7b9 has already been hosted by L3 agent 90b713d5-0d52-4da0-a663-b3b1c9fefb3d {{(pid=103838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:20:31.529381 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Provisioning complete for port aed86a08-4ece-4aec-ac49-fd18db936b3a triggered by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:20:31.529762 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (aed86a08-4ece-4aec-ac49-fd18db936b3a), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:31.573120 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da24a47-43a4-482e-95d0-5b76820a0b22 admin admin] Notify agent at l3_agent.dv-cinder-778193-22-iscsi the message routers_updated {{(pid=103838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:20:31.578060 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-7da24a47-43a4-482e-95d0-5b76820a0b22 admin admin] 10.222.0.55 "PUT /v2.0/routers/be42a011-bcf3-4761-8293-e9b85df1a7b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2263386 Mar 02 17:20:31.582990 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-3f62c6fe-d2ba-48d3-9166-086ebe766ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be42a011-bcf3-4761-8293-e9b85df1a7b9', 'name': 'tempest-TestShelveInstance-1772399394-router', 'tenant_id': '6834cd139e1a457287455141974c0cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '859c5496-1bc1-4b8a-af0a-ded0f294ae71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:20:26Z', 'updated_at': '2022-03-02T17:20:30Z', 'revision_number': 4, 'project_id': '6834cd139e1a457287455141974c0cc1', 'gw_port': {'id': '859c5496-1bc1-4b8a-af0a-ded0f294ae71', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be42a011-bcf3-4761-8293-e9b85df1a7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:20:27Z', 'updated_at': '2022-03-02T17:20:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_interfaces': [{'id': 'f501a22a-f5d6-4a60-b601-aceb68263053', 'name': '', 'network_id': '293d8493-e05f-4170-949f-ef45966abb71', 'tenant_id': '6834cd139e1a457287455141974c0cc1', 'mac_address': 'fa:16:3e:4f:63:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be42a011-bcf3-4761-8293-e9b85df1a7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'dc92821d-9ea4-4606-ad8b-1f3d751b5d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:20:29Z', 'updated_at': '2022-03-02T17:20:30Z', 'revision_number': 2, 'project_id': '6834cd139e1a457287455141974c0cc1', 'subnets': [{'id': 'dc92821d-9ea4-4606-ad8b-1f3d751b5d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:20:31.620095 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f62c6fe-d2ba-48d3-9166-086ebe766ced None None] The sync data for ids ['be42a011-bcf3-4761-8293-e9b85df1a7b9'] in dv-cinder-778193-22-iscsi is: [{'id': 'be42a011-bcf3-4761-8293-e9b85df1a7b9', 'name': 'tempest-TestShelveInstance-1772399394-router', 'tenant_id': '6834cd139e1a457287455141974c0cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '859c5496-1bc1-4b8a-af0a-ded0f294ae71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:20:26Z', 'updated_at': '2022-03-02T17:20:30Z', 'revision_number': 4, 'project_id': '6834cd139e1a457287455141974c0cc1', 'gw_port': {'id': '859c5496-1bc1-4b8a-af0a-ded0f294ae71', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be42a011-bcf3-4761-8293-e9b85df1a7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:20:27Z', 'updated_at': '2022-03-02T17:20:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_interfaces': [{'id': 'f501a22a-f5d6-4a60-b601-aceb68263053', 'name': '', 'network_id': '293d8493-e05f-4170-949f-ef45966abb71', 'tenant_id': '6834cd139e1a457287455141974c0cc1', 'mac_address': 'fa:16:3e:4f:63:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be42a011-bcf3-4761-8293-e9b85df1a7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'dc92821d-9ea4-4606-ad8b-1f3d751b5d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:20:29Z', 'updated_at': '2022-03-02T17:20:30Z', 'revision_number': 2, 'project_id': '6834cd139e1a457287455141974c0cc1', 'subnets': [{'id': 'dc92821d-9ea4-4606-ad8b-1f3d751b5d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 17:20:31.630689 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-e29d8c5d-c723-40b3-963e-27f7da8b8c88 None None] Provisioning complete for port f501a22a-f5d6-4a60-b601-aceb68263053 triggered by entity DHCP. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:20:31.630975 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e29d8c5d-c723-40b3-963e-27f7da8b8c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (f501a22a-f5d6-4a60-b601-aceb68263053), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:31.713627 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Current status of the port aed86a08-4ece-4aec-ac49-fd18db936b3a is: ACTIVE; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:20:31.716498 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-e29d8c5d-c723-40b3-963e-27f7da8b8c88 None None] Port f501a22a-f5d6-4a60-b601-aceb68263053 cannot update to ACTIVE because it is not bound. {{(pid=103839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 17:20:31.788369 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e215844a-ca40-4969-9a1a-613af3721f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (0060df7f-f835-4890-b25c-3842f545a9d0), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:32.249050 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 50736) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:20:32.254876 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [None req-bab61a17-8084-4807-aea0-b2ff06e43c5a tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-227296846', 'description': 'tempest-secgroup-smoke-227296846 description', 'project_id': '5ba5387a29d94fbbbf29115c3fa4a9d4'}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:20:32.365364 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-bab61a17-8084-4807-aea0-b2ff06e43c5a tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Publish callbacks [] for security_group (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:32.448390 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-bab61a17-8084-4807-aea0-b2ff06e43c5a tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Publish callbacks [] for security_group (691587e8-f519-48ff-9a30-b494861ac1dc), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:32.548046 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-bab61a17-8084-4807-aea0-b2ff06e43c5a tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (691587e8-f519-48ff-9a30-b494861ac1dc), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:32.585616 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab61a17-8084-4807-aea0-b2ff06e43c5a tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=691587e8-f519-48ff-9a30-b494861ac1dc,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:20:32.681419 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-bab61a17-8084-4807-aea0-b2ff06e43c5a tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Publish callbacks [] for security_group (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:32.682924 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-bab61a17-8084-4807-aea0-b2ff06e43c5a tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4319007 Mar 02 17:20:32.685735 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 50740) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:20:32.690716 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [None req-4d2d39a0-d8cd-43ec-849f-8fb588366b1f tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Request body: {'security_group_rule': {'security_group_id': '691587e8-f519-48ff-9a30-b494861ac1dc', 'project_id': '5ba5387a29d94fbbbf29115c3fa4a9d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:20:32.808119 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-4d2d39a0-d8cd-43ec-849f-8fb588366b1f tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Publish callbacks [] for security_group_rule (5eef762e-4db5-486c-a517-33fb00296f00), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:32.866681 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-4d2d39a0-d8cd-43ec-849f-8fb588366b1f tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Publish callbacks [] for security_group_rule (5eef762e-4db5-486c-a517-33fb00296f00), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:32.954077 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-4d2d39a0-d8cd-43ec-849f-8fb588366b1f tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785262'] for security_group_rule (5eef762e-4db5-486c-a517-33fb00296f00), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:32.972759 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2d39a0-d8cd-43ec-849f-8fb588366b1f tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eef762e-4db5-486c-a517-33fb00296f00,revision_number=0']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:20:33.058387 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-4d2d39a0-d8cd-43ec-849f-8fb588366b1f tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:33.059606 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-4d2d39a0-d8cd-43ec-849f-8fb588366b1f tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3729024 Mar 02 17:20:33.066994 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 50742) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:20:33.071628 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [None req-59b6e52d-3292-405b-8616-b6792f609955 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Request body: {'security_group_rule': {'security_group_id': '691587e8-f519-48ff-9a30-b494861ac1dc', 'project_id': '5ba5387a29d94fbbbf29115c3fa4a9d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:20:33.170527 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-59b6e52d-3292-405b-8616-b6792f609955 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Publish callbacks [] for security_group_rule (bad8f07a-a92c-4634-96e2-e15d3dc21929), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:33.229869 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-59b6e52d-3292-405b-8616-b6792f609955 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Publish callbacks [] for security_group_rule (bad8f07a-a92c-4634-96e2-e15d3dc21929), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:33.314486 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-59b6e52d-3292-405b-8616-b6792f609955 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785262'] for security_group_rule (bad8f07a-a92c-4634-96e2-e15d3dc21929), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:33.334882 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b6e52d-3292-405b-8616-b6792f609955 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bad8f07a-a92c-4634-96e2-e15d3dc21929,revision_number=0']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:20:33.406384 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-59b6e52d-3292-405b-8616-b6792f609955 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:33.407741 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-59b6e52d-3292-405b-8616-b6792f609955 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3397460 Mar 02 17:20:33.410729 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 50746) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:20:33.416752 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-2929433a-1303-4668-b8b9-2cf5cda2b69b tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Request body: {'security_group_rule': {'security_group_id': '691587e8-f519-48ff-9a30-b494861ac1dc', 'project_id': '5ba5387a29d94fbbbf29115c3fa4a9d4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:20:33.428714 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device 859c5496-1bc1-4b8a-af0a-ded0f294ae71 up at agent ovs-agent-dv-cinder-778193-22-iscsi {{(pid=103839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 17:20:33.480795 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Provisioning complete for port 859c5496-1bc1-4b8a-af0a-ded0f294ae71 triggered by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:20:33.481164 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (859c5496-1bc1-4b8a-af0a-ded0f294ae71), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:33.530094 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-2929433a-1303-4668-b8b9-2cf5cda2b69b tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Publish callbacks [] for security_group_rule (72c1ed1c-3921-4213-85b5-65413f0f3c48), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:33.570241 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Current status of the port 859c5496-1bc1-4b8a-af0a-ded0f294ae71 is: DOWN; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:20:33.571037 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (859c5496-1bc1-4b8a-af0a-ded0f294ae71), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:33.595592 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] For port 859c5496-1bc1-4b8a-af0a-ded0f294ae71, host dv-cinder-778193-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=859c5496-1bc1-4b8a-af0a-ded0f294ae71,segment=NetworkSegment(52804d28-a361-4369-98ca-e918669c489a),segment_id=52804d28-a361-4369-98ca-e918669c489a)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:20:33.597537 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-2929433a-1303-4668-b8b9-2cf5cda2b69b tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Publish callbacks [] for security_group_rule (72c1ed1c-3921-4213-85b5-65413f0f3c48), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:33.683050 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-2929433a-1303-4668-b8b9-2cf5cda2b69b tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785262'] for security_group_rule (72c1ed1c-3921-4213-85b5-65413f0f3c48), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:33.706514 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2929433a-1303-4668-b8b9-2cf5cda2b69b tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72c1ed1c-3921-4213-85b5-65413f0f3c48,revision_number=0']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:20:33.747755 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (859c5496-1bc1-4b8a-af0a-ded0f294ae71), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:33.802358 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Pushing event updated for resources: {'Port': ['ID=859c5496-1bc1-4b8a-af0a-ded0f294ae71,revision_number=4']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:20:33.885103 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-2929433a-1303-4668-b8b9-2cf5cda2b69b tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:33.886420 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-2929433a-1303-4668-b8b9-2cf5cda2b69b tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4746184 Mar 02 17:20:33.889108 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 50752) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:20:33.893527 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-f5da9906-c235-46a4-8e8d-5cd44bc7c076 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Request body: {'security_group_rule': {'security_group_id': '691587e8-f519-48ff-9a30-b494861ac1dc', 'project_id': '5ba5387a29d94fbbbf29115c3fa4a9d4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:20:33.994602 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-f5da9906-c235-46a4-8e8d-5cd44bc7c076 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Publish callbacks [] for security_group_rule (7bd6fec1-023c-45c6-a29b-aaeee76793e3), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:34.056688 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-f5da9906-c235-46a4-8e8d-5cd44bc7c076 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Publish callbacks [] for security_group_rule (7bd6fec1-023c-45c6-a29b-aaeee76793e3), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:34.088750 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-4fbd809a-4e5b-4fdd-b77c-bb03c3760648 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90b713d5-0d52-4da0-a663-b3b1c9fefb3d), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:34.174635 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-f5da9906-c235-46a4-8e8d-5cd44bc7c076 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785262'] for security_group_rule (7bd6fec1-023c-45c6-a29b-aaeee76793e3), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:34.195877 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5da9906-c235-46a4-8e8d-5cd44bc7c076 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bd6fec1-023c-45c6-a29b-aaeee76793e3,revision_number=0']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:20:34.280045 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-f5da9906-c235-46a4-8e8d-5cd44bc7c076 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:34.281239 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-f5da9906-c235-46a4-8e8d-5cd44bc7c076 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3911138 Mar 02 17:20:34.284644 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 50762) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:20:34.289435 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [None req-aa515137-6c25-4d0a-ac11-43078199d40d tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Request body: {'security_group_rule': {'security_group_id': '691587e8-f519-48ff-9a30-b494861ac1dc', 'project_id': '5ba5387a29d94fbbbf29115c3fa4a9d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:20:34.388668 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.db.securitygroups_db [None req-aa515137-6c25-4d0a-ac11-43078199d40d tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Project 5ba5387a29d94fbbbf29115c3fa4a9d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 17:20:34.394867 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-aa515137-6c25-4d0a-ac11-43078199d40d tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Publish callbacks [] for security_group_rule (80493b7c-a604-48b3-a9cb-43c35b607a24), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:34.491406 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-aa515137-6c25-4d0a-ac11-43078199d40d tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Publish callbacks [] for security_group_rule (80493b7c-a604-48b3-a9cb-43c35b607a24), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:34.513424 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022b6b7b-c389-4ebf-9237-fb1c1af013cb req-308eafd9-741f-4d8f-a661-5cbb506fc99b tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:20:34.514955 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-022b6b7b-c389-4ebf-9237-fb1c1af013cb req-308eafd9-741f-4d8f-a661-5cbb506fc99b tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfefaf72-8f20-4249-8d2e-f02472308721 HTTP/1.1" status: 200 len: 946 time: 0.0703888 Mar 02 17:20:34.572249 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-022b6b7b-c389-4ebf-9237-fb1c1af013cb req-ecd5c72e-aca9-45d6-984f-0f8ba8522c66 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=73b22871-afb4-451e-ba51-bfb9372f6936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502577 Mar 02 17:20:34.597330 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-aa515137-6c25-4d0a-ac11-43078199d40d tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785262'] for security_group_rule (80493b7c-a604-48b3-a9cb-43c35b607a24), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:34.616060 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa515137-6c25-4d0a-ac11-43078199d40d tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80493b7c-a604-48b3-a9cb-43c35b607a24,revision_number=0']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:20:34.748236 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-aa515137-6c25-4d0a-ac11-43078199d40d tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:34.749793 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-aa515137-6c25-4d0a-ac11-43078199d40d tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4638209 Mar 02 17:20:34.752884 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 50766) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:20:34.757299 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [None req-71f4f39f-a21f-49c4-8865-58514303e363 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Request body: {'security_group_rule': {'security_group_id': '691587e8-f519-48ff-9a30-b494861ac1dc', 'project_id': '5ba5387a29d94fbbbf29115c3fa4a9d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:20:34.873732 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.db.securitygroups_db [None req-71f4f39f-a21f-49c4-8865-58514303e363 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Project 5ba5387a29d94fbbbf29115c3fa4a9d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 17:20:34.880309 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-71f4f39f-a21f-49c4-8865-58514303e363 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Publish callbacks [] for security_group_rule (d5632c36-ff7c-4165-a1f4-0c52b0cf9dd5), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:34.943339 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-71f4f39f-a21f-49c4-8865-58514303e363 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Publish callbacks [] for security_group_rule (d5632c36-ff7c-4165-a1f4-0c52b0cf9dd5), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:35.033491 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-71f4f39f-a21f-49c4-8865-58514303e363 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785262'] for security_group_rule (d5632c36-ff7c-4165-a1f4-0c52b0cf9dd5), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:35.052452 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f4f39f-a21f-49c4-8865-58514303e363 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5632c36-ff7c-4165-a1f4-0c52b0cf9dd5,revision_number=0']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:20:35.061908 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-7239c76e-3e75-4b64-9028-aed8f891363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (eca5c3a0-ec74-4a2a-a5c6-a62430d93509), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:35.084960 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1ce723-0638-43c2-b247-886d1bf556a6 None None] Sync routers for ids ['be42a011-bcf3-4761-8293-e9b85df1a7b9'] in dv-cinder-778193-22-iscsi {{(pid=103840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 17:20:35.096699 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1ce723-0638-43c2-b247-886d1bf556a6 None None] Routers {'be42a011-bcf3-4761-8293-e9b85df1a7b9'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:20:35.097338 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_hamode_db [None req-9a1ce723-0638-43c2-b247-886d1bf556a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:20:34Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['be42a011-bcf3-4761-8293-e9b85df1a7b9'], 'active': True} {{(pid=103840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:20:35.158740 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-71f4f39f-a21f-49c4-8865-58514303e363 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:35.159962 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-71f4f39f-a21f-49c4-8865-58514303e363 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4061499 Mar 02 17:20:35.212197 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_dvr_db [None req-9a1ce723-0638-43c2-b247-886d1bf556a6 None None] Set router be42a011-bcf3-4761-8293-e9b85df1a7b9 gateway port host: dv-cinder-778193-22-iscsi {{(pid=103840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:20:35.392488 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device 859c5496-1bc1-4b8a-af0a-ded0f294ae71 up at agent ovs-agent-dv-cinder-778193-22-iscsi {{(pid=103839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 17:20:35.421255 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_hamode_db [None req-9a1ce723-0638-43c2-b247-886d1bf556a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be42a011-bcf3-4761-8293-e9b85df1a7b9', 'name': 'tempest-TestShelveInstance-1772399394-router', 'tenant_id': '6834cd139e1a457287455141974c0cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '859c5496-1bc1-4b8a-af0a-ded0f294ae71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:20:26Z', 'updated_at': '2022-03-02T17:20:30Z', 'revision_number': 4, 'project_id': '6834cd139e1a457287455141974c0cc1', 'gw_port': {'id': '859c5496-1bc1-4b8a-af0a-ded0f294ae71', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be42a011-bcf3-4761-8293-e9b85df1a7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:20:27Z', 'updated_at': '2022-03-02T17:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_interfaces': [{'id': 'f501a22a-f5d6-4a60-b601-aceb68263053', 'name': '', 'network_id': '293d8493-e05f-4170-949f-ef45966abb71', 'tenant_id': '6834cd139e1a457287455141974c0cc1', 'mac_address': 'fa:16:3e:4f:63:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be42a011-bcf3-4761-8293-e9b85df1a7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'dc92821d-9ea4-4606-ad8b-1f3d751b5d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:20:29Z', 'updated_at': '2022-03-02T17:20:30Z', 'revision_number': 2, 'project_id': '6834cd139e1a457287455141974c0cc1', 'subnets': [{'id': 'dc92821d-9ea4-4606-ad8b-1f3d751b5d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:20:35.448384 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1ce723-0638-43c2-b247-886d1bf556a6 None None] Checking router: be42a011-bcf3-4761-8293-e9b85df1a7b9 for host: dv-cinder-778193-22-iscsi {{(pid=103840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 17:20:35.448733 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1ce723-0638-43c2-b247-886d1bf556a6 None None] Updating router be42a011-bcf3-4761-8293-e9b85df1a7b9 port f501a22a-f5d6-4a60-b601-aceb68263053 binding host dv-cinder-778193-22-iscsi {{(pid=103840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 17:20:35.451621 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Provisioning complete for port 859c5496-1bc1-4b8a-af0a-ded0f294ae71 triggered by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:20:35.451997 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (859c5496-1bc1-4b8a-af0a-ded0f294ae71), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:35.481238 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-9a1ce723-0638-43c2-b247-886d1bf556a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (f501a22a-f5d6-4a60-b601-aceb68263053), before_update {{(pid=103840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:35.535753 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Current status of the port 859c5496-1bc1-4b8a-af0a-ded0f294ae71 is: ACTIVE; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:20:35.705687 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec6432-2a2f-41ab-a481-4b4da6ec5c56 req-8fa9476d-dfe4-4b6a-b96a-133b7829f901 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:20:35.707335 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c7ec6432-2a2f-41ab-a481-4b4da6ec5c56 req-8fa9476d-dfe4-4b6a-b96a-133b7829f901 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfefaf72-8f20-4249-8d2e-f02472308721 HTTP/1.1" status: 200 len: 946 time: 0.0581076 Mar 02 17:20:35.761443 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c7ec6432-2a2f-41ab-a481-4b4da6ec5c56 req-f8ac2a8f-0220-4ddc-b144-c350bafc11f2 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=73b22871-afb4-451e-ba51-bfb9372f6936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481386 Mar 02 17:20:35.857753 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-9a1ce723-0638-43c2-b247-886d1bf556a6 None None] Publish callbacks [] for port (f501a22a-f5d6-4a60-b601-aceb68263053), precommit_update {{(pid=103840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:35.930660 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-9a1ce723-0638-43c2-b247-886d1bf556a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (f501a22a-f5d6-4a60-b601-aceb68263053), after_update {{(pid=103840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:35.986681 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad754434-9dc6-40f9-aae5-ea10ef72e46d None None] Pushing event updated for resources: {'Port': ['ID=f501a22a-f5d6-4a60-b601-aceb68263053,revision_number=3']} {{(pid=103840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:20:36.053618 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.managers [None req-9a1ce723-0638-43c2-b247-886d1bf556a6 None None] Attempting to bind port f501a22a-f5d6-4a60-b601-aceb68263053 on host dv-cinder-778193-22-iscsi for vnic_type normal with profile {{(pid=103840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 17:20:36.054095 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.managers [None req-9a1ce723-0638-43c2-b247-886d1bf556a6 None None] Attempting to bind port f501a22a-f5d6-4a60-b601-aceb68263053 by drivers openvswitch,hyperv on host dv-cinder-778193-22-iscsi at level 0 using segments [{'id': '6f65bed1-70da-49c3-a0a9-6c76d63a4af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '293d8493-e05f-4170-949f-ef45966abb71'}] {{(pid=103840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 17:20:36.054502 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1ce723-0638-43c2-b247-886d1bf556a6 None None] Attempting to bind port f501a22a-f5d6-4a60-b601-aceb68263053 on network 293d8493-e05f-4170-949f-ef45966abb71 {{(pid=103840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 17:20:36.061085 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1ce723-0638-43c2-b247-886d1bf556a6 None None] Checking agent: {'id': '90356b9b-9a55-4227-ace0-d1fc01a5475f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 6, 38), 'started_at': datetime.datetime(2022, 3, 2, 17, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 17:20:36.061085 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1ce723-0638-43c2-b247-886d1bf556a6 None None] Checking segment: {'id': '6f65bed1-70da-49c3-a0a9-6c76d63a4af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '293d8493-e05f-4170-949f-ef45966abb71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 17:20:36.064963 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-9a1ce723-0638-43c2-b247-886d1bf556a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:36.064963 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1ce723-0638-43c2-b247-886d1bf556a6 None None] Bound using segment: {'id': '6f65bed1-70da-49c3-a0a9-6c76d63a4af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '293d8493-e05f-4170-949f-ef45966abb71'} {{(pid=103840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 17:20:36.064963 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.managers [None req-9a1ce723-0638-43c2-b247-886d1bf556a6 None None] Bound port: f501a22a-f5d6-4a60-b601-aceb68263053, host: dv-cinder-778193-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f65bed1-70da-49c3-a0a9-6c76d63a4af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '293d8493-e05f-4170-949f-ef45966abb71'}}] {{(pid=103840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 17:20:36.064963 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-9a1ce723-0638-43c2-b247-886d1bf556a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (f501a22a-f5d6-4a60-b601-aceb68263053), before_update {{(pid=103840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:36.130610 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.db [None req-9a1ce723-0638-43c2-b247-886d1bf556a6 None None] For port f501a22a-f5d6-4a60-b601-aceb68263053, host dv-cinder-778193-22-iscsi, cleared binding levels {{(pid=103840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:20:36.135152 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.db [None req-9a1ce723-0638-43c2-b247-886d1bf556a6 None None] For port f501a22a-f5d6-4a60-b601-aceb68263053, host dv-cinder-778193-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=f501a22a-f5d6-4a60-b601-aceb68263053,segment=NetworkSegment(6f65bed1-70da-49c3-a0a9-6c76d63a4af3),segment_id=6f65bed1-70da-49c3-a0a9-6c76d63a4af3)] {{(pid=103840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:20:36.209349 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-9a1ce723-0638-43c2-b247-886d1bf556a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (f501a22a-f5d6-4a60-b601-aceb68263053), after_update {{(pid=103840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:36.264721 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1ce723-0638-43c2-b247-886d1bf556a6 None None] Routers {'be42a011-bcf3-4761-8293-e9b85df1a7b9'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:20:36.264949 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_hamode_db [None req-9a1ce723-0638-43c2-b247-886d1bf556a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:20:34Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['be42a011-bcf3-4761-8293-e9b85df1a7b9'], 'active': True} {{(pid=103840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:20:36.274283 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-f5fdcc04-9e44-4b63-a21a-40c19f5ac73b None None] Provisioning complete for port f501a22a-f5d6-4a60-b601-aceb68263053 triggered by entity DHCP. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:20:36.275377 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-f5fdcc04-9e44-4b63-a21a-40c19f5ac73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (f501a22a-f5d6-4a60-b601-aceb68263053), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:36.310405 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad754434-9dc6-40f9-aae5-ea10ef72e46d None None] Pushing event updated for resources: {'Port': ['ID=f501a22a-f5d6-4a60-b601-aceb68263053,revision_number=4']} {{(pid=103840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:20:36.372352 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-f5fdcc04-9e44-4b63-a21a-40c19f5ac73b None None] Current status of the port f501a22a-f5d6-4a60-b601-aceb68263053 is: DOWN; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:20:36.372974 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-f5fdcc04-9e44-4b63-a21a-40c19f5ac73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (f501a22a-f5d6-4a60-b601-aceb68263053), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:36.393111 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_dvr_db [None req-9a1ce723-0638-43c2-b247-886d1bf556a6 None None] Set router be42a011-bcf3-4761-8293-e9b85df1a7b9 gateway port host: dv-cinder-778193-22-iscsi {{(pid=103840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:20:36.418579 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-f5fdcc04-9e44-4b63-a21a-40c19f5ac73b None None] For port f501a22a-f5d6-4a60-b601-aceb68263053, host dv-cinder-778193-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=f501a22a-f5d6-4a60-b601-aceb68263053,segment=NetworkSegment(6f65bed1-70da-49c3-a0a9-6c76d63a4af3),segment_id=6f65bed1-70da-49c3-a0a9-6c76d63a4af3)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:20:36.494326 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-f5fdcc04-9e44-4b63-a21a-40c19f5ac73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (f501a22a-f5d6-4a60-b601-aceb68263053), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:36.552187 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fdcc04-9e44-4b63-a21a-40c19f5ac73b None None] Pushing event updated for resources: {'Port': ['ID=f501a22a-f5d6-4a60-b601-aceb68263053,revision_number=5']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:20:36.621093 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-20d15ed4-50aa-4d77-8a2b-671f97e197f5 None None] Provisioning complete for port f501a22a-f5d6-4a60-b601-aceb68263053 triggered by entity DHCP. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:20:36.625670 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-20d15ed4-50aa-4d77-8a2b-671f97e197f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (f501a22a-f5d6-4a60-b601-aceb68263053), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:36.625821 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_hamode_db [None req-9a1ce723-0638-43c2-b247-886d1bf556a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be42a011-bcf3-4761-8293-e9b85df1a7b9', 'name': 'tempest-TestShelveInstance-1772399394-router', 'tenant_id': '6834cd139e1a457287455141974c0cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '859c5496-1bc1-4b8a-af0a-ded0f294ae71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:20:26Z', 'updated_at': '2022-03-02T17:20:30Z', 'revision_number': 4, 'project_id': '6834cd139e1a457287455141974c0cc1', 'gw_port': {'id': '859c5496-1bc1-4b8a-af0a-ded0f294ae71', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be42a011-bcf3-4761-8293-e9b85df1a7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:20:27Z', 'updated_at': '2022-03-02T17:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_interfaces': [{'id': 'f501a22a-f5d6-4a60-b601-aceb68263053', 'name': '', 'network_id': '293d8493-e05f-4170-949f-ef45966abb71', 'tenant_id': '6834cd139e1a457287455141974c0cc1', 'mac_address': 'fa:16:3e:4f:63:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be42a011-bcf3-4761-8293-e9b85df1a7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'dc92821d-9ea4-4606-ad8b-1f3d751b5d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:20:29Z', 'updated_at': '2022-03-02T17:20:36Z', 'revision_number': 4, 'project_id': '6834cd139e1a457287455141974c0cc1', 'subnets': [{'id': 'dc92821d-9ea4-4606-ad8b-1f3d751b5d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:20:36.655353 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1ce723-0638-43c2-b247-886d1bf556a6 None None] The sync data for ids ['be42a011-bcf3-4761-8293-e9b85df1a7b9'] in dv-cinder-778193-22-iscsi is: [{'id': 'be42a011-bcf3-4761-8293-e9b85df1a7b9', 'name': 'tempest-TestShelveInstance-1772399394-router', 'tenant_id': '6834cd139e1a457287455141974c0cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '859c5496-1bc1-4b8a-af0a-ded0f294ae71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:20:26Z', 'updated_at': '2022-03-02T17:20:30Z', 'revision_number': 4, 'project_id': '6834cd139e1a457287455141974c0cc1', 'gw_port': {'id': '859c5496-1bc1-4b8a-af0a-ded0f294ae71', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be42a011-bcf3-4761-8293-e9b85df1a7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:20:27Z', 'updated_at': '2022-03-02T17:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_interfaces': [{'id': 'f501a22a-f5d6-4a60-b601-aceb68263053', 'name': '', 'network_id': '293d8493-e05f-4170-949f-ef45966abb71', 'tenant_id': '6834cd139e1a457287455141974c0cc1', 'mac_address': 'fa:16:3e:4f:63:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be42a011-bcf3-4761-8293-e9b85df1a7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'dc92821d-9ea4-4606-ad8b-1f3d751b5d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:20:29Z', 'updated_at': '2022-03-02T17:20:36Z', 'revision_number': 4, 'project_id': '6834cd139e1a457287455141974c0cc1', 'subnets': [{'id': 'dc92821d-9ea4-4606-ad8b-1f3d751b5d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 17:20:36.736640 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-20d15ed4-50aa-4d77-8a2b-671f97e197f5 None None] Current status of the port f501a22a-f5d6-4a60-b601-aceb68263053 is: ACTIVE; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:20:36.833655 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-765bf0ac-d167-416d-8fe2-638e582454ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (aac89579-4eb6-45c8-861e-e37bc0c26bf3), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:36.914910 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6449926e-dd86-432d-a694-2bdd068f7ac5 req-03b1ab07-15e9-4520-a674-9dc68cd4978f tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:20:36.924145 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-6449926e-dd86-432d-a694-2bdd068f7ac5 req-03b1ab07-15e9-4520-a674-9dc68cd4978f tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfefaf72-8f20-4249-8d2e-f02472308721 HTTP/1.1" status: 200 len: 946 time: 0.0730600 Mar 02 17:20:36.979968 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-6449926e-dd86-432d-a694-2bdd068f7ac5 req-c92a5e3e-7299-4082-af7d-73f644bc76e0 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=73b22871-afb4-451e-ba51-bfb9372f6936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559866 Mar 02 17:20:37.400826 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device f501a22a-f5d6-4a60-b601-aceb68263053 up at agent ovs-agent-dv-cinder-778193-22-iscsi {{(pid=103839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 17:20:37.453831 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Provisioning complete for port f501a22a-f5d6-4a60-b601-aceb68263053 triggered by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:20:37.454327 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (f501a22a-f5d6-4a60-b601-aceb68263053), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:37.543968 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Current status of the port f501a22a-f5d6-4a60-b601-aceb68263053 is: ACTIVE; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:20:38.109940 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d7d815-7ef6-44c4-9e04-47c29ee10904 req-2f21a413-7a51-401b-9ed7-c27ebdd2c2bd tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:20:38.111582 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c3d7d815-7ef6-44c4-9e04-47c29ee10904 req-2f21a413-7a51-401b-9ed7-c27ebdd2c2bd tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfefaf72-8f20-4249-8d2e-f02472308721 HTTP/1.1" status: 200 len: 946 time: 0.0558124 Mar 02 17:20:38.163398 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c3d7d815-7ef6-44c4-9e04-47c29ee10904 req-ce416aef-2b27-4cc3-be33-cbdedafb9403 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=73b22871-afb4-451e-ba51-bfb9372f6936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463467 Mar 02 17:20:38.226096 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90356b9b-9a55-4227-ace0-d1fc01a5475f), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:39.311040 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e76a755-f500-4dfb-a880-4fcab8129f4e req-71eebbf3-4164-42ca-a67f-a3576deb5e58 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:20:39.313218 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-3e76a755-f500-4dfb-a880-4fcab8129f4e req-71eebbf3-4164-42ca-a67f-a3576deb5e58 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfefaf72-8f20-4249-8d2e-f02472308721 HTTP/1.1" status: 200 len: 946 time: 0.0597591 Mar 02 17:20:39.363316 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-3e76a755-f500-4dfb-a880-4fcab8129f4e req-f06842db-8edd-4c21-b09a-a19dae22bde6 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=73b22871-afb4-451e-ba51-bfb9372f6936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441992 Mar 02 17:20:40.501747 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0615c8e8-61f5-4b84-9400-e422bb845560 req-c1587d7a-c932-49cc-8c9b-821d7d723f44 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:20:40.503155 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0615c8e8-61f5-4b84-9400-e422bb845560 req-c1587d7a-c932-49cc-8c9b-821d7d723f44 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfefaf72-8f20-4249-8d2e-f02472308721 HTTP/1.1" status: 200 len: 946 time: 0.0672979 Mar 02 17:20:40.552081 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0615c8e8-61f5-4b84-9400-e422bb845560 req-1387f373-544e-4340-916c-e6d4574ce2ac tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=73b22871-afb4-451e-ba51-bfb9372f6936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431612 Mar 02 17:20:41.677111 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb14042d-b277-4d63-9fa6-584af8a51bb8 req-90373533-4009-4c1e-8109-03efdefc3c56 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:20:41.678661 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-eb14042d-b277-4d63-9fa6-584af8a51bb8 req-90373533-4009-4c1e-8109-03efdefc3c56 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfefaf72-8f20-4249-8d2e-f02472308721 HTTP/1.1" status: 200 len: 946 time: 0.0551903 Mar 02 17:20:41.734103 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-eb14042d-b277-4d63-9fa6-584af8a51bb8 req-06ffdd23-7265-47ff-bb2b-c969f48df508 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=73b22871-afb4-451e-ba51-bfb9372f6936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498943 Mar 02 17:20:42.861535 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674f21e3-d404-4d13-9688-0db4ff3cca0a req-e5f119c5-56f2-415a-b2bb-40b6f156dc91 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:20:42.863098 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-674f21e3-d404-4d13-9688-0db4ff3cca0a req-e5f119c5-56f2-415a-b2bb-40b6f156dc91 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfefaf72-8f20-4249-8d2e-f02472308721 HTTP/1.1" status: 200 len: 946 time: 0.0544055 Mar 02 17:20:42.910620 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-674f21e3-d404-4d13-9688-0db4ff3cca0a req-2b29ab50-fb67-47fe-a5f9-54713d20fc66 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=73b22871-afb4-451e-ba51-bfb9372f6936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417621 Mar 02 17:20:43.570343 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (dbb67c4d-7aa5-4acf-82b3-541c1cabd3d2), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:44.041503 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a80cb3-4d5c-4120-8c3c-6a335d0f2d16 req-3194c280-1fd1-4461-b928-483d75b8dffa tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:20:44.043025 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-34a80cb3-4d5c-4120-8c3c-6a335d0f2d16 req-3194c280-1fd1-4461-b928-483d75b8dffa tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfefaf72-8f20-4249-8d2e-f02472308721 HTTP/1.1" status: 200 len: 946 time: 0.0561359 Mar 02 17:20:44.092058 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-34a80cb3-4d5c-4120-8c3c-6a335d0f2d16 req-0c52c01f-b855-4057-8968-2c077b2b8095 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=73b22871-afb4-451e-ba51-bfb9372f6936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425496 Mar 02 17:20:45.218826 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2f160f-3b95-452e-a87e-184ee7a3711a req-bbb2aca1-72ab-4156-bbec-43bb49886c0e tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:20:45.220332 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0a2f160f-3b95-452e-a87e-184ee7a3711a req-bbb2aca1-72ab-4156-bbec-43bb49886c0e tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfefaf72-8f20-4249-8d2e-f02472308721 HTTP/1.1" status: 200 len: 946 time: 0.0551486 Mar 02 17:20:45.272954 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0a2f160f-3b95-452e-a87e-184ee7a3711a req-3aae0309-1f22-4bd1-9136-397750260ae4 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=73b22871-afb4-451e-ba51-bfb9372f6936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466151 Mar 02 17:20:46.400587 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cbee75-ad73-4505-83db-8cf3a23af7fe req-32e109e7-84e3-4904-81e3-87ebad14f04b tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:20:46.402110 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-f6cbee75-ad73-4505-83db-8cf3a23af7fe req-32e109e7-84e3-4904-81e3-87ebad14f04b tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfefaf72-8f20-4249-8d2e-f02472308721 HTTP/1.1" status: 200 len: 946 time: 0.0568092 Mar 02 17:20:46.450496 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-f6cbee75-ad73-4505-83db-8cf3a23af7fe req-5bd13b84-9f7e-49e1-9878-33a5acae1609 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=73b22871-afb4-451e-ba51-bfb9372f6936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428276 Mar 02 17:20:47.578117 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03c4fda-aa63-4cb4-b1b3-22caf7c5771b req-4fda6f32-0c01-4519-8d3d-9b77bd8a8264 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:20:47.580114 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d03c4fda-aa63-4cb4-b1b3-22caf7c5771b req-4fda6f32-0c01-4519-8d3d-9b77bd8a8264 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfefaf72-8f20-4249-8d2e-f02472308721 HTTP/1.1" status: 200 len: 946 time: 0.0559738 Mar 02 17:20:47.635057 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d03c4fda-aa63-4cb4-b1b3-22caf7c5771b req-da8ae65a-c7e0-48e9-9b22-f022974e585a tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=73b22871-afb4-451e-ba51-bfb9372f6936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492320 Mar 02 17:20:48.762426 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25852216-0e8d-41cf-9a20-414cd1577f50 req-c9d75e19-3720-4aeb-844f-a9c67716da40 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:20:48.763902 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-25852216-0e8d-41cf-9a20-414cd1577f50 req-c9d75e19-3720-4aeb-844f-a9c67716da40 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfefaf72-8f20-4249-8d2e-f02472308721 HTTP/1.1" status: 200 len: 946 time: 0.0543921 Mar 02 17:20:48.814688 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-25852216-0e8d-41cf-9a20-414cd1577f50 req-3c4614d9-3708-4d53-811d-8d2df86a1c29 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=73b22871-afb4-451e-ba51-bfb9372f6936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450764 Mar 02 17:20:48.844708 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.agents_db [None req-2c4e262f-840f-46f3-949a-97bfddff46e9 None None] Agent healthcheck: found 6 active agents {{(pid=103840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 17:20:49.949054 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbecb79-8b73-4895-8f51-18b6fa863f7d req-f5dd57f6-881b-4af5-9d40-b773851309f6 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:20:49.950603 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-edbecb79-8b73-4895-8f51-18b6fa863f7d req-f5dd57f6-881b-4af5-9d40-b773851309f6 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfefaf72-8f20-4249-8d2e-f02472308721 HTTP/1.1" status: 200 len: 946 time: 0.0637057 Mar 02 17:20:50.000507 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-edbecb79-8b73-4895-8f51-18b6fa863f7d req-7eb7e4d5-c935-4bb7-a81e-56be7648dcb2 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=73b22871-afb4-451e-ba51-bfb9372f6936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438771 Mar 02 17:20:51.129729 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea305f59-b5f9-4e70-b1c8-5edde81db0f6 req-45ae2329-83e8-4457-b7cb-d1dd801d8e8e tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:20:51.131263 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-ea305f59-b5f9-4e70-b1c8-5edde81db0f6 req-45ae2329-83e8-4457-b7cb-d1dd801d8e8e tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfefaf72-8f20-4249-8d2e-f02472308721 HTTP/1.1" status: 200 len: 946 time: 0.0571020 Mar 02 17:20:51.178714 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-ea305f59-b5f9-4e70-b1c8-5edde81db0f6 req-5522ebd3-7c6f-442b-abc3-f021923b8685 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=73b22871-afb4-451e-ba51-bfb9372f6936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419276 Mar 02 17:20:51.681514 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device a1bd7a1d-00bc-47a0-86ce-02614eaabcbf details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 17:20:51.785243 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] For port a1bd7a1d-00bc-47a0-86ce-02614eaabcbf, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a1bd7a1d-00bc-47a0-86ce-02614eaabcbf,segment=NetworkSegment(045cca5b-a9b4-4a6c-8670-18c98461fa58),segment_id=045cca5b-a9b4-4a6c-8670-18c98461fa58)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:20:51.797626 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Returning: {'device': 'a1bd7a1d-00bc-47a0-86ce-02614eaabcbf', 'network_id': 'ba91141c-2c4a-433e-a175-e7c250467227', 'port_id': 'a1bd7a1d-00bc-47a0-86ce-02614eaabcbf', 'mac_address': 'fa:16:3e:28:40:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2418ff9-f0a5-4e04-8f27-a85b5ef0f2a3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 17:20:51.840867 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Current status of the port a1bd7a1d-00bc-47a0-86ce-02614eaabcbf is: ACTIVE; New status is: BUILD {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:20:51.841255 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (a1bd7a1d-00bc-47a0-86ce-02614eaabcbf), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:51.855145 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.notifiers.nova [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a1bd7a1d-00bc-47a0-86ce-02614eaabcbf {{(pid=103839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 17:20:51.875113 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] For port a1bd7a1d-00bc-47a0-86ce-02614eaabcbf, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a1bd7a1d-00bc-47a0-86ce-02614eaabcbf,segment=NetworkSegment(045cca5b-a9b4-4a6c-8670-18c98461fa58),segment_id=045cca5b-a9b4-4a6c-8670-18c98461fa58)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:20:51.947455 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (a1bd7a1d-00bc-47a0-86ce-02614eaabcbf), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:52.005980 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Pushing event updated for resources: {'Port': ['ID=a1bd7a1d-00bc-47a0-86ce-02614eaabcbf,revision_number=6']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:20:52.038469 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] get_ports_and_sgs() called for port_ids ['a1bd7a1d-00bc-47a0-86ce-02614eaabcbf'] {{(pid=103839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 17:20:52.307136 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d56af-d40f-4beb-804e-bf974598ffe2 req-d7810abc-124f-419a-872c-0360f5613ec9 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:20:52.308650 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2b7d56af-d40f-4beb-804e-bf974598ffe2 req-d7810abc-124f-419a-872c-0360f5613ec9 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfefaf72-8f20-4249-8d2e-f02472308721 HTTP/1.1" status: 200 len: 945 time: 0.0536449 Mar 02 17:20:52.357680 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2b7d56af-d40f-4beb-804e-bf974598ffe2 req-504d412f-818f-40b1-91d9-90eb3edda7a7 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=73b22871-afb4-451e-ba51-bfb9372f6936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428865 Mar 02 17:20:53.022236 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e3f61719-dfa5-42bd-a250-20402b98dc56 req-0fd628b4-9256-4044-b4d3-ab9e276464e2 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-227296846&fields=id&tenant_id=5ba5387a29d94fbbbf29115c3fa4a9d4 HTTP/1.1" status: 200 len: 267 time: 0.0454173 Mar 02 17:20:53.132212 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f61719-dfa5-42bd-a250-20402b98dc56 req-2369a033-09d2-4040-b610-78e7d5cce33e tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:20:53.133585 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e3f61719-dfa5-42bd-a250-20402b98dc56 req-2369a033-09d2-4040-b610-78e7d5cce33e tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/networks?id=ba42464c-405f-4ebb-a940-670d1544688b HTTP/1.1" status: 200 len: 807 time: 0.1052413 Mar 02 17:20:53.148982 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e3f61719-dfa5-42bd-a250-20402b98dc56 req-7259de40-5779-466d-9100-4235a1b4a2ec tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/quotas/5ba5387a29d94fbbbf29115c3fa4a9d4 HTTP/1.1" status: 200 len: 375 time: 0.0099430 Mar 02 17:20:53.203664 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e3f61719-dfa5-42bd-a250-20402b98dc56 req-b3400abf-c1e5-4e51-a6c5-abf91545ad4d tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5ba5387a29d94fbbbf29115c3fa4a9d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494654 Mar 02 17:20:53.405072 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e3f61719-dfa5-42bd-a250-20402b98dc56 req-83751104-21da-4b6e-af9a-49c2f9578880 service neutron] 10.222.0.55 "GET /v2.0/networks/ba42464c-405f-4ebb-a940-670d1544688b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890082 Mar 02 17:20:53.695956 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device a1bd7a1d-00bc-47a0-86ce-02614eaabcbf up at agent hyperv_hv-cinder-77819 {{(pid=103839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 17:20:53.751641 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Provisioning complete for port a1bd7a1d-00bc-47a0-86ce-02614eaabcbf triggered by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:20:53.752061 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (a1bd7a1d-00bc-47a0-86ce-02614eaabcbf), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:53.815357 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba288c-ec17-4f3e-b67b-f5918f360089 req-380b98d7-49cb-459c-9fde-a792caceef61 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:20:53.816986 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-57ba288c-ec17-4f3e-b67b-f5918f360089 req-380b98d7-49cb-459c-9fde-a792caceef61 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfefaf72-8f20-4249-8d2e-f02472308721 HTTP/1.1" status: 200 len: 945 time: 0.3869057 Mar 02 17:20:53.833697 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Current status of the port a1bd7a1d-00bc-47a0-86ce-02614eaabcbf is: BUILD; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:20:53.834112 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (a1bd7a1d-00bc-47a0-86ce-02614eaabcbf), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:53.842083 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e3f61719-dfa5-42bd-a250-20402b98dc56 req-e1754a94-1e23-4132-b28c-6e22bd85dd2f service neutron] 10.222.0.55 "GET /v2.0/networks/ba42464c-405f-4ebb-a940-670d1544688b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4304323 Mar 02 17:20:53.858540 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfefaf72-8f20-4249-8d2e-f02472308721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1bd7a1d-00bc-47a0-86ce-02614eaabcbf'}] {{(pid=103839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 17:20:53.860893 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1ae65c9246df630c0a528d92fdc2f4b7a0a5f54ed45d3739c3110b66571c885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20907405-22a8-4eae-ad43-3a52d8db879f" -d '{"events": [{"server_uuid": "bfefaf72-8f20-4249-8d2e-f02472308721", "name": "network-vif-plugged", "status": "completed", "tag": "a1bd7a1d-00bc-47a0-86ce-02614eaabcbf"}]}' {{(pid=103839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 17:20:53.873945 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] For port a1bd7a1d-00bc-47a0-86ce-02614eaabcbf, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a1bd7a1d-00bc-47a0-86ce-02614eaabcbf,segment=NetworkSegment(045cca5b-a9b4-4a6c-8670-18c98461fa58),segment_id=045cca5b-a9b4-4a6c-8670-18c98461fa58)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:20:53.876357 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-57ba288c-ec17-4f3e-b67b-f5918f360089 req-f2d2ce3c-dc18-49e3-b92f-9432a5fc37a7 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=73b22871-afb4-451e-ba51-bfb9372f6936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532651 Mar 02 17:20:53.964569 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (a1bd7a1d-00bc-47a0-86ce-02614eaabcbf), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:53.994118 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 17:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2cde2d0-7259-4002-a360-e56ad46099e2 x-openstack-request-id: req-f2cde2d0-7259-4002-a360-e56ad46099e2 {{(pid=103839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 17:20:53.994415 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfefaf72-8f20-4249-8d2e-f02472308721", "name": "network-vif-plugged", "status": "completed", "tag": "a1bd7a1d-00bc-47a0-86ce-02614eaabcbf", "code": 200}]} {{(pid=103839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 17:20:53.994665 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f2cde2d0-7259-4002-a360-e56ad46099e2 {{(pid=103839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 17:20:53.995057 dv-cinder-778193-22-iscsi neutron-server[103839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfefaf72-8f20-4249-8d2e-f02472308721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1bd7a1d-00bc-47a0-86ce-02614eaabcbf', 'code': 200} Mar 02 17:20:54.022650 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Pushing event updated for resources: {'Port': ['ID=a1bd7a1d-00bc-47a0-86ce-02614eaabcbf,revision_number=7']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:20:54.528098 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-a95f9086-0f28-4636-9f97-7ab9b187e373 req-105aadab-7e2d-4ce5-a2a5-848626e2cc32 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd465c29-f4bb-40d3-8087-a28561372930 HTTP/1.1" status: 200 len: 210 time: 0.0279987 Mar 02 17:20:55.020181 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5bf8ea-2420-43d5-af55-099733975d19 req-470062e2-debc-4386-a1aa-1f3516f1d5de tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:20:55.021753 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-1e5bf8ea-2420-43d5-af55-099733975d19 req-470062e2-debc-4386-a1aa-1f3516f1d5de tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfefaf72-8f20-4249-8d2e-f02472308721 HTTP/1.1" status: 200 len: 946 time: 0.0576286 Mar 02 17:20:55.077383 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-1e5bf8ea-2420-43d5-af55-099733975d19 req-4f4f55c8-a73e-43da-a20f-2a7bb15d141f tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=73b22871-afb4-451e-ba51-bfb9372f6936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495763 Mar 02 17:20:55.624727 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-ea4421fc-fcf6-4781-b3af-1c96dd7435c2 req-31b0aa5f-f071-4abf-96e0-a3f6b6229884 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd465c29-f4bb-40d3-8087-a28561372930 HTTP/1.1" status: 200 len: 210 time: 0.0324695 Mar 02 17:20:56.235664 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5caf51-a952-4c02-bf75-9475fffe33d9 req-da9a7a54-982b-414a-a6b0-ff6192083380 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:20:56.237325 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-be5caf51-a952-4c02-bf75-9475fffe33d9 req-da9a7a54-982b-414a-a6b0-ff6192083380 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfefaf72-8f20-4249-8d2e-f02472308721 HTTP/1.1" status: 200 len: 946 time: 0.0636308 Mar 02 17:20:56.317947 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-be5caf51-a952-4c02-bf75-9475fffe33d9 req-5c30180d-af1c-4f51-ac26-fb5467f23917 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=73b22871-afb4-451e-ba51-bfb9372f6936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600214 Mar 02 17:20:56.760871 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e52c7101-f1c4-40de-9215-03f38cdb58f2 req-f1ba9624-2f41-4ba8-bca8-527c4bff325e tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd465c29-f4bb-40d3-8087-a28561372930 HTTP/1.1" status: 200 len: 210 time: 0.0439868 Mar 02 17:20:57.456120 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57da75e2-1527-46e0-892d-0664899550a9 req-001026fa-d13e-4d57-89bc-3f74f0cda52e tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:20:57.457656 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-57da75e2-1527-46e0-892d-0664899550a9 req-001026fa-d13e-4d57-89bc-3f74f0cda52e tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfefaf72-8f20-4249-8d2e-f02472308721 HTTP/1.1" status: 200 len: 946 time: 0.0672703 Mar 02 17:20:57.524420 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-57da75e2-1527-46e0-892d-0664899550a9 req-7c62f3df-c816-4660-99c5-baaaa6b8540c tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=73b22871-afb4-451e-ba51-bfb9372f6936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575967 Mar 02 17:20:57.913088 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-51f0806b-4a15-499b-bb06-c615d4e35283 req-a1086e4f-4d26-41e1-8b1b-792b7a837b34 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd465c29-f4bb-40d3-8087-a28561372930 HTTP/1.1" status: 200 len: 210 time: 0.0443687 Mar 02 17:20:57.969776 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f61719-dfa5-42bd-a250-20402b98dc56 req-88c5d445-5079-451b-a4af-dc84122759b5 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:20:57.972888 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e3f61719-dfa5-42bd-a250-20402b98dc56 req-88c5d445-5079-451b-a4af-dc84122759b5 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.49 "GET /v2.0/networks?id=ba42464c-405f-4ebb-a940-670d1544688b HTTP/1.1" status: 200 len: 807 time: 0.2302632 Mar 02 17:20:58.062503 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e3f61719-dfa5-42bd-a250-20402b98dc56 req-1dbc1faa-c1be-4efa-9905-c248fb32cba8 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ba5387a29d94fbbbf29115c3fa4a9d4 HTTP/1.1" status: 200 len: 379 time: 0.0677059 Mar 02 17:20:58.077577 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [req-e3f61719-dfa5-42bd-a250-20402b98dc56 req-3c173f0a-3b9f-491e-b521-ed9f6635ac1f tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Request body: {'port': {'device_id': 'dd465c29-f4bb-40d3-8087-a28561372930', 'network_id': 'ba42464c-405f-4ebb-a940-670d1544688b', 'admin_state_up': True, 'tenant_id': '5ba5387a29d94fbbbf29115c3fa4a9d4', 'security_groups': ['691587e8-f519-48ff-9a30-b494861ac1dc']}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:20:58.632807 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3f61719-dfa5-42bd-a250-20402b98dc56 req-3c173f0a-3b9f-491e-b521-ed9f6635ac1f tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Made reservation on behalf of 5ba5387a29d94fbbbf29115c3fa4a9d4 for: {'port': 1} {{(pid=103838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:20:58.641887 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-e3f61719-dfa5-42bd-a250-20402b98dc56 req-3c173f0a-3b9f-491e-b521-ed9f6635ac1f tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:58.668501 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f3502-e491-4878-95f9-bce7fc24e4a2 req-c83c3c1f-56a4-4f3d-bfa2-b358167e8d0a tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:20:58.669994 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-f14f3502-e491-4878-95f9-bce7fc24e4a2 req-c83c3c1f-56a4-4f3d-bfa2-b358167e8d0a tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfefaf72-8f20-4249-8d2e-f02472308721 HTTP/1.1" status: 200 len: 946 time: 0.0779252 Mar 02 17:20:58.780245 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-f14f3502-e491-4878-95f9-bce7fc24e4a2 req-c236dd52-eb97-4147-9a9f-0d9dd48022a4 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=73b22871-afb4-451e-ba51-bfb9372f6936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036248 Mar 02 17:20:58.817910 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.db_base_plugin_common [req-e3f61719-dfa5-42bd-a250-20402b98dc56 req-3c173f0a-3b9f-491e-b521-ed9f6635ac1f tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Allocated IP 172.20.0.3 (ba42464c-405f-4ebb-a940-670d1544688b/2a0d3268-f102-4234-baa8-674033af714e/d3d6a1fa-d70e-4381-8c00-417e289bec03) {{(pid=103838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:20:59.001684 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-e3f61719-dfa5-42bd-a250-20402b98dc56 req-3c173f0a-3b9f-491e-b521-ed9f6635ac1f tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Publish callbacks [] for port (d3d6a1fa-d70e-4381-8c00-417e289bec03), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:59.050505 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0179ac49-3adf-4250-9d37-ac9414460a0b req-34207f4a-81bd-4e0c-9420-41e1137b3623 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd465c29-f4bb-40d3-8087-a28561372930 HTTP/1.1" status: 200 len: 210 time: 0.0429964 Mar 02 17:20:59.194245 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-e3f61719-dfa5-42bd-a250-20402b98dc56 req-3c173f0a-3b9f-491e-b521-ed9f6635ac1f tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757691134181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26691326'] for port (d3d6a1fa-d70e-4381-8c00-417e289bec03), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:59.240926 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3f61719-dfa5-42bd-a250-20402b98dc56 req-3c173f0a-3b9f-491e-b521-ed9f6635ac1f tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Network ba42464c-405f-4ebb-a940-670d1544688b is already hosted by enough agents. {{(pid=103838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:20:59.246605 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.base_scheduler [req-e3f61719-dfa5-42bd-a250-20402b98dc56 req-3c173f0a-3b9f-491e-b521-ed9f6635ac1f tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Resources bound (agent type, host, resource id): {{(pid=103838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:20:59.253313 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3f61719-dfa5-42bd-a250-20402b98dc56 req-3c173f0a-3b9f-491e-b521-ed9f6635ac1f tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Received port after_create {{(pid=103838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 17:20:59.293283 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c173f0a-3b9f-491e-b521-ed9f6635ac1f tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Pushing event updated for resources: {'Port': ['ID=d3d6a1fa-d70e-4381-8c00-417e289bec03,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:20:59.306573 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c173f0a-3b9f-491e-b521-ed9f6635ac1f tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:20:59.306980 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c173f0a-3b9f-491e-b521-ed9f6635ac1f tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:20:59.307300 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c173f0a-3b9f-491e-b521-ed9f6635ac1f tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:20:59.307569 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c173f0a-3b9f-491e-b521-ed9f6635ac1f tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:20:59.308148 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c173f0a-3b9f-491e-b521-ed9f6635ac1f tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:20:59.308682 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c173f0a-3b9f-491e-b521-ed9f6635ac1f tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:20:59.309025 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c173f0a-3b9f-491e-b521-ed9f6635ac1f tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:20:59.309537 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c173f0a-3b9f-491e-b521-ed9f6635ac1f tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:20:59.309816 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c173f0a-3b9f-491e-b521-ed9f6635ac1f tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:20:59.310170 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c173f0a-3b9f-491e-b521-ed9f6635ac1f tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:20:59.310498 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c173f0a-3b9f-491e-b521-ed9f6635ac1f tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:20:59.310835 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c173f0a-3b9f-491e-b521-ed9f6635ac1f tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:20:59.311140 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c173f0a-3b9f-491e-b521-ed9f6635ac1f tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:20:59.333381 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f61719-dfa5-42bd-a250-20402b98dc56 req-3c173f0a-3b9f-491e-b521-ed9f6635ac1f tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:20:59.343051 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-e3f61719-dfa5-42bd-a250-20402b98dc56 req-3c173f0a-3b9f-491e-b521-ed9f6635ac1f tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021714'] for port (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:59.458900 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e3f61719-dfa5-42bd-a250-20402b98dc56 req-3c173f0a-3b9f-491e-b521-ed9f6635ac1f tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3897312 Mar 02 17:20:59.532373 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [req-e3f61719-dfa5-42bd-a250-20402b98dc56 req-6934ab1a-4644-4c35-af80-c92d5ca54dde service neutron] Request body: {'port': {'device_id': 'dd465c29-f4bb-40d3-8087-a28561372930', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:20:59.542248 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-281e47d9-4105-4075-a53e-8c00b3b2ca1c None None] Provisioning complete for port d3d6a1fa-d70e-4381-8c00-417e289bec03 triggered by entity DHCP. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:20:59.543289 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-281e47d9-4105-4075-a53e-8c00b3b2ca1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (d3d6a1fa-d70e-4381-8c00-417e289bec03), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:59.596811 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-281e47d9-4105-4075-a53e-8c00b3b2ca1c None None] Port d3d6a1fa-d70e-4381-8c00-417e289bec03 cannot update to ACTIVE because it is not bound. {{(pid=103839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 17:20:59.606128 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-e3f61719-dfa5-42bd-a250-20402b98dc56 req-6934ab1a-4644-4c35-af80-c92d5ca54dde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (d3d6a1fa-d70e-4381-8c00-417e289bec03), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:20:59.965599 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528bd7ad-bc42-481a-a999-d142add5eb70 req-248ad81c-d26e-4eb1-b635-0d3e1b5b8d9c tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:20:59.967165 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-528bd7ad-bc42-481a-a999-d142add5eb70 req-248ad81c-d26e-4eb1-b635-0d3e1b5b8d9c tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfefaf72-8f20-4249-8d2e-f02472308721 HTTP/1.1" status: 200 len: 946 time: 0.1013544 Mar 02 17:21:00.024578 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [req-e3f61719-dfa5-42bd-a250-20402b98dc56 req-6934ab1a-4644-4c35-af80-c92d5ca54dde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3d6a1fa-d70e-4381-8c00-417e289bec03 {{(pid=103838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 17:21:00.044649 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-e3f61719-dfa5-42bd-a250-20402b98dc56 req-6934ab1a-4644-4c35-af80-c92d5ca54dde service neutron] Publish callbacks [] for port (d3d6a1fa-d70e-4381-8c00-417e289bec03), precommit_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:21:00.076639 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-528bd7ad-bc42-481a-a999-d142add5eb70 req-336fe0e0-8a63-407c-a5d8-01633910061b tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=73b22871-afb4-451e-ba51-bfb9372f6936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876601 Mar 02 17:21:00.081067 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [req-e3f61719-dfa5-42bd-a250-20402b98dc56 req-6934ab1a-4644-4c35-af80-c92d5ca54dde service neutron] Transition to ACTIVE for port object d3d6a1fa-d70e-4381-8c00-417e289bec03 will not be triggered until provisioned by entity L2. {{(pid=103838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 17:21:00.167407 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-e3f61719-dfa5-42bd-a250-20402b98dc56 req-6934ab1a-4644-4c35-af80-c92d5ca54dde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26691319'] for port (d3d6a1fa-d70e-4381-8c00-417e289bec03), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:21:00.234808 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6934ab1a-4644-4c35-af80-c92d5ca54dde service neutron] Pushing event updated for resources: {'Port': ['ID=d3d6a1fa-d70e-4381-8c00-417e289bec03,revision_number=2']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:21:00.245241 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a72817c-e74b-4626-97ee-b571c61fa645 req-f8cea538-d3d5-4935-ae11-d451277f47d7 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:21:00.246911 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0a72817c-e74b-4626-97ee-b571c61fa645 req-f8cea538-d3d5-4935-ae11-d451277f47d7 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd465c29-f4bb-40d3-8087-a28561372930 HTTP/1.1" status: 200 len: 931 time: 0.1137302 Mar 02 17:21:00.367803 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0a72817c-e74b-4626-97ee-b571c61fa645 req-02668983-4e82-45ac-b807-0496604087d6 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/security-groups?id=691587e8-f519-48ff-9a30-b494861ac1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049418 Mar 02 17:21:00.370540 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [req-e3f61719-dfa5-42bd-a250-20402b98dc56 req-6934ab1a-4644-4c35-af80-c92d5ca54dde service neutron] Attempting to bind port d3d6a1fa-d70e-4381-8c00-417e289bec03 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 17:21:00.370868 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [req-e3f61719-dfa5-42bd-a250-20402b98dc56 req-6934ab1a-4644-4c35-af80-c92d5ca54dde service neutron] Attempting to bind port d3d6a1fa-d70e-4381-8c00-417e289bec03 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'bb2b16e4-4f12-4cfe-8e89-0bb700c57910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ba42464c-405f-4ebb-a940-670d1544688b'}] {{(pid=103838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 17:21:00.371189 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f61719-dfa5-42bd-a250-20402b98dc56 req-6934ab1a-4644-4c35-af80-c92d5ca54dde service neutron] Attempting to bind port d3d6a1fa-d70e-4381-8c00-417e289bec03 on network ba42464c-405f-4ebb-a940-670d1544688b {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 17:21:00.387562 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f61719-dfa5-42bd-a250-20402b98dc56 req-6934ab1a-4644-4c35-af80-c92d5ca54dde service neutron] Port d3d6a1fa-d70e-4381-8c00-417e289bec03 on network ba42464c-405f-4ebb-a940-670d1544688b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 17:21:00.387992 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f61719-dfa5-42bd-a250-20402b98dc56 req-6934ab1a-4644-4c35-af80-c92d5ca54dde service neutron] Attempting to bind port d3d6a1fa-d70e-4381-8c00-417e289bec03 on network ba42464c-405f-4ebb-a940-670d1544688b {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 17:21:00.395772 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f61719-dfa5-42bd-a250-20402b98dc56 req-6934ab1a-4644-4c35-af80-c92d5ca54dde service neutron] Checking agent: {'id': 'dbb67c4d-7aa5-4acf-82b3-541c1cabd3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 13), 'started_at': datetime.datetime(2022, 3, 2, 17, 13, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 17:21:00.396246 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f61719-dfa5-42bd-a250-20402b98dc56 req-6934ab1a-4644-4c35-af80-c92d5ca54dde service neutron] Checking segment: {'id': 'bb2b16e4-4f12-4cfe-8e89-0bb700c57910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ba42464c-405f-4ebb-a940-670d1544688b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 17:21:00.396642 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f61719-dfa5-42bd-a250-20402b98dc56 req-6934ab1a-4644-4c35-af80-c92d5ca54dde service neutron] Bound using segment: {'id': 'bb2b16e4-4f12-4cfe-8e89-0bb700c57910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ba42464c-405f-4ebb-a940-670d1544688b'} {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 17:21:00.397080 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [req-e3f61719-dfa5-42bd-a250-20402b98dc56 req-6934ab1a-4644-4c35-af80-c92d5ca54dde service neutron] Bound port: d3d6a1fa-d70e-4381-8c00-417e289bec03, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb2b16e4-4f12-4cfe-8e89-0bb700c57910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ba42464c-405f-4ebb-a940-670d1544688b'}}] {{(pid=103838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 17:21:00.397437 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-e3f61719-dfa5-42bd-a250-20402b98dc56 req-6934ab1a-4644-4c35-af80-c92d5ca54dde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (d3d6a1fa-d70e-4381-8c00-417e289bec03), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:21:00.492154 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [req-e3f61719-dfa5-42bd-a250-20402b98dc56 req-6934ab1a-4644-4c35-af80-c92d5ca54dde service neutron] For port d3d6a1fa-d70e-4381-8c00-417e289bec03, host hv-cinder-77819, cleared binding levels {{(pid=103838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:21:00.495874 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [req-e3f61719-dfa5-42bd-a250-20402b98dc56 req-6934ab1a-4644-4c35-af80-c92d5ca54dde service neutron] For port d3d6a1fa-d70e-4381-8c00-417e289bec03, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d3d6a1fa-d70e-4381-8c00-417e289bec03,segment=NetworkSegment(bb2b16e4-4f12-4cfe-8e89-0bb700c57910),segment_id=bb2b16e4-4f12-4cfe-8e89-0bb700c57910)] {{(pid=103838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:21:00.597933 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-e3f61719-dfa5-42bd-a250-20402b98dc56 req-6934ab1a-4644-4c35-af80-c92d5ca54dde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26691319'] for port (d3d6a1fa-d70e-4381-8c00-417e289bec03), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:21:00.647030 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f61719-dfa5-42bd-a250-20402b98dc56 req-6934ab1a-4644-4c35-af80-c92d5ca54dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:21:00.647644 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-e3f61719-dfa5-42bd-a250-20402b98dc56 req-6934ab1a-4644-4c35-af80-c92d5ca54dde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021714'] for port (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:21:00.649114 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e3f61719-dfa5-42bd-a250-20402b98dc56 req-6934ab1a-4644-4c35-af80-c92d5ca54dde service neutron] 10.222.0.49 "PUT /v2.0/ports/d3d6a1fa-d70e-4381-8c00-417e289bec03 HTTP/1.1" status: 200 len: 1093 time: 1.1825707 Mar 02 17:21:00.649584 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd465c29-f4bb-40d3-8087-a28561372930', 'tag': 'd3d6a1fa-d70e-4381-8c00-417e289bec03'}] {{(pid=103838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 17:21:00.651891 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7c8e0f7c7170b606f581d652a183e77a47547618c5f9292d8eb62f06a367e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f38afb-5911-46ed-bf62-a5a151495855" -d '{"events": [{"name": "network-changed", "server_uuid": "dd465c29-f4bb-40d3-8087-a28561372930", "tag": "d3d6a1fa-d70e-4381-8c00-417e289bec03"}]}' {{(pid=103838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 17:21:00.676201 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6934ab1a-4644-4c35-af80-c92d5ca54dde service neutron] Pushing event updated for resources: {'Port': ['ID=d3d6a1fa-d70e-4381-8c00-417e289bec03,revision_number=3']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:21:00.802018 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 17:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e0f1c1-d649-4218-a76a-3cfe3b6e3dc0 x-openstack-request-id: req-94e0f1c1-d649-4218-a76a-3cfe3b6e3dc0 {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 17:21:00.802632 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd465c29-f4bb-40d3-8087-a28561372930", "tag": "d3d6a1fa-d70e-4381-8c00-417e289bec03", "status": "completed", "code": 200}]} {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 17:21:00.802757 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-94e0f1c1-d649-4218-a76a-3cfe3b6e3dc0 {{(pid=103838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 17:21:00.803133 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd465c29-f4bb-40d3-8087-a28561372930', 'tag': 'd3d6a1fa-d70e-4381-8c00-417e289bec03', 'status': 'completed', 'code': 200} Mar 02 17:21:00.882978 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f38afb-5911-46ed-bf62-a5a151495855 req-27f56d82-5e00-4987-914c-dd06acf1d3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:21:00.884505 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d3f38afb-5911-46ed-bf62-a5a151495855 req-27f56d82-5e00-4987-914c-dd06acf1d3a5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5ba5387a29d94fbbbf29115c3fa4a9d4&device_id=dd465c29-f4bb-40d3-8087-a28561372930 HTTP/1.1" status: 200 len: 1127 time: 0.0638278 Mar 02 17:21:01.031761 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f38afb-5911-46ed-bf62-a5a151495855 req-24248bc5-f77c-498a-a3bb-ffd1d4a4116c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:21:01.035387 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d3f38afb-5911-46ed-bf62-a5a151495855 req-24248bc5-f77c-498a-a3bb-ffd1d4a4116c service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=5ba5387a29d94fbbbf29115c3fa4a9d4&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1423633 Mar 02 17:21:01.161819 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f38afb-5911-46ed-bf62-a5a151495855 req-cdd323e0-fc3f-4066-b45c-b4db48ab3793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:21:01.163961 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d3f38afb-5911-46ed-bf62-a5a151495855 req-cdd323e0-fc3f-4066-b45c-b4db48ab3793 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1229196 Mar 02 17:21:01.275427 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1104678-fd43-4b43-b617-eb37a02fd4b6 req-a11e126d-716d-4834-93df-819b3dbf9034 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:21:01.282186 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c1104678-fd43-4b43-b617-eb37a02fd4b6 req-a11e126d-716d-4834-93df-819b3dbf9034 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfefaf72-8f20-4249-8d2e-f02472308721 HTTP/1.1" status: 200 len: 946 time: 0.0975020 Mar 02 17:21:01.316016 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f61719-dfa5-42bd-a250-20402b98dc56 req-52331b33-67bf-4340-b4a7-e06e0db1a17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:21:01.317719 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e3f61719-dfa5-42bd-a250-20402b98dc56 req-52331b33-67bf-4340-b4a7-e06e0db1a17b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5ba5387a29d94fbbbf29115c3fa4a9d4&device_id=dd465c29-f4bb-40d3-8087-a28561372930 HTTP/1.1" status: 200 len: 1127 time: 0.1016250 Mar 02 17:21:01.378355 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c1104678-fd43-4b43-b617-eb37a02fd4b6 req-02b58969-398c-4eeb-8511-e76971fb8b92 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=73b22871-afb4-451e-ba51-bfb9372f6936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947556 Mar 02 17:21:01.379962 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e3f61719-dfa5-42bd-a250-20402b98dc56 req-9cb03370-1e11-45ee-925b-48bed5eed4ea service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3d6a1fa-d70e-4381-8c00-417e289bec03 HTTP/1.1" status: 200 len: 217 time: 0.0516357 Mar 02 17:21:01.451528 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f61719-dfa5-42bd-a250-20402b98dc56 req-302b0975-ec5e-45ec-9a8d-a836c656895e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:21:01.453445 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e3f61719-dfa5-42bd-a250-20402b98dc56 req-302b0975-ec5e-45ec-9a8d-a836c656895e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2a0d3268-f102-4234-baa8-674033af714e HTTP/1.1" status: 200 len: 846 time: 0.0650930 Mar 02 17:21:01.546251 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f61719-dfa5-42bd-a250-20402b98dc56 req-84bea0e9-1b1e-4f73-8237-d74fd5868ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:21:01.547831 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e3f61719-dfa5-42bd-a250-20402b98dc56 req-84bea0e9-1b1e-4f73-8237-d74fd5868ad4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ba42464c-405f-4ebb-a940-670d1544688b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0877593 Mar 02 17:21:01.559030 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1876cc56-4643-49e4-a27d-7fcf57054d5b req-75a8bab1-4a83-4bad-b1ae-dd4e00b4aafe tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:21:01.560650 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-1876cc56-4643-49e4-a27d-7fcf57054d5b req-75a8bab1-4a83-4bad-b1ae-dd4e00b4aafe tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd465c29-f4bb-40d3-8087-a28561372930 HTTP/1.1" status: 200 len: 943 time: 0.0724432 Mar 02 17:21:01.679959 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-1876cc56-4643-49e4-a27d-7fcf57054d5b req-72b56bcc-097b-4a83-adb7-a64622232020 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/security-groups?id=691587e8-f519-48ff-9a30-b494861ac1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100106 Mar 02 17:21:01.699812 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e3f61719-dfa5-42bd-a250-20402b98dc56 req-e23e5270-c346-43b7-871b-ea3b52723012 service neutron] 10.222.0.49 "GET /v2.0/networks/ba42464c-405f-4ebb-a940-670d1544688b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380703 Mar 02 17:21:01.802464 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e3f61719-dfa5-42bd-a250-20402b98dc56 req-214ca5dd-7276-4ba6-8667-abb9c2254b9b service neutron] 10.222.0.49 "GET /v2.0/networks/ba42464c-405f-4ebb-a940-670d1544688b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956142 Mar 02 17:21:02.016273 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-513df4db-34e1-4cb5-81b6-26f1c512c656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (0060df7f-f835-4890-b25c-3842f545a9d0), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:21:02.543564 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cb6208-45b8-49ec-9063-bf7731f7b916 req-4ceb7c9f-f6ab-4fa4-b146-a8e0217e5cf4 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:21:02.545106 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-a0cb6208-45b8-49ec-9063-bf7731f7b916 req-4ceb7c9f-f6ab-4fa4-b146-a8e0217e5cf4 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfefaf72-8f20-4249-8d2e-f02472308721 HTTP/1.1" status: 200 len: 946 time: 0.0603590 Mar 02 17:21:02.605761 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-a0cb6208-45b8-49ec-9063-bf7731f7b916 req-d1654b05-f4ec-40eb-ac43-79faa2acf85e tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=73b22871-afb4-451e-ba51-bfb9372f6936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546000 Mar 02 17:21:02.819852 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da185b1c-d9f0-46f9-b3e1-207b9f596172 req-f990c315-8c07-4294-a97c-ea746e27ee72 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:21:02.821423 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-da185b1c-d9f0-46f9-b3e1-207b9f596172 req-f990c315-8c07-4294-a97c-ea746e27ee72 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd465c29-f4bb-40d3-8087-a28561372930 HTTP/1.1" status: 200 len: 943 time: 0.0606432 Mar 02 17:21:02.886264 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-da185b1c-d9f0-46f9-b3e1-207b9f596172 req-e6f6e037-904e-40fc-bb0e-1c0b7e3f75c3 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/security-groups?id=691587e8-f519-48ff-9a30-b494861ac1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589406 Mar 02 17:21:03.742409 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40463fa1-0348-48e6-8c17-3d4aa1b1358d req-a35e7621-26e7-4109-8f85-059a07854d06 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:21:03.744587 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-40463fa1-0348-48e6-8c17-3d4aa1b1358d req-a35e7621-26e7-4109-8f85-059a07854d06 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfefaf72-8f20-4249-8d2e-f02472308721 HTTP/1.1" status: 200 len: 946 time: 0.0602620 Mar 02 17:21:03.804632 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-40463fa1-0348-48e6-8c17-3d4aa1b1358d req-32f21703-c489-4598-90df-aa80dba86ba5 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=73b22871-afb4-451e-ba51-bfb9372f6936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545254 Mar 02 17:21:04.046402 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ad050-68a7-4a9e-9fcb-476350545ec2 req-5ad266ce-a7e3-4da9-bc66-ccd635f272ff tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:21:04.048787 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0f9ad050-68a7-4a9e-9fcb-476350545ec2 req-5ad266ce-a7e3-4da9-bc66-ccd635f272ff tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd465c29-f4bb-40d3-8087-a28561372930 HTTP/1.1" status: 200 len: 943 time: 0.0876224 Mar 02 17:21:04.088116 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-fbfeed1f-42a3-43c8-9156-0a1f63e79cdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90b713d5-0d52-4da0-a663-b3b1c9fefb3d), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:21:04.129915 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0f9ad050-68a7-4a9e-9fcb-476350545ec2 req-1873b648-1202-4952-9ddc-7de86dd3b188 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/security-groups?id=691587e8-f519-48ff-9a30-b494861ac1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666502 Mar 02 17:21:04.934489 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4b5ab-1fbd-471f-9feb-05a3afe851c8 req-2f8207b5-8b64-42ea-aed2-e99ca659d48c tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:21:04.936013 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c4b4b5ab-1fbd-471f-9feb-05a3afe851c8 req-2f8207b5-8b64-42ea-aed2-e99ca659d48c tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfefaf72-8f20-4249-8d2e-f02472308721 HTTP/1.1" status: 200 len: 946 time: 0.0570951 Mar 02 17:21:04.986161 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c4b4b5ab-1fbd-471f-9feb-05a3afe851c8 req-0f6b3db8-1fed-4109-b534-8186640b5248 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=73b22871-afb4-451e-ba51-bfb9372f6936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429592 Mar 02 17:21:05.254626 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b90200-9ffc-4e50-9f92-34b2ae06f56f req-88aa3a5f-6064-4d38-8b12-debf55daeda8 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:21:05.256279 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e9b90200-9ffc-4e50-9f92-34b2ae06f56f req-88aa3a5f-6064-4d38-8b12-debf55daeda8 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd465c29-f4bb-40d3-8087-a28561372930 HTTP/1.1" status: 200 len: 943 time: 0.0570290 Mar 02 17:21:05.307653 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e9b90200-9ffc-4e50-9f92-34b2ae06f56f req-6380213b-20f7-40de-be09-cd78fec413d2 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/security-groups?id=691587e8-f519-48ff-9a30-b494861ac1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457506 Mar 02 17:21:05.488068 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-7239c76e-3e75-4b64-9028-aed8f891363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (eca5c3a0-ec74-4a2a-a5c6-a62430d93509), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:21:06.129280 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132ce4eb-c308-4ff9-a68b-c6a175df378f req-8a2af2a9-0c07-4894-b308-51aac82bc61a tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:21:06.138566 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-132ce4eb-c308-4ff9-a68b-c6a175df378f req-8a2af2a9-0c07-4894-b308-51aac82bc61a tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfefaf72-8f20-4249-8d2e-f02472308721 HTTP/1.1" status: 200 len: 946 time: 0.0626321 Mar 02 17:21:06.189730 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-132ce4eb-c308-4ff9-a68b-c6a175df378f req-1a40df43-3876-413e-b121-23ccc0d9658d tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=73b22871-afb4-451e-ba51-bfb9372f6936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526948 Mar 02 17:21:06.431824 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0732f2c2-0811-46ad-adb2-ce3897d27be2 req-3718c0d4-2131-4a94-8085-5b7fa4c36817 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:21:06.433323 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0732f2c2-0811-46ad-adb2-ce3897d27be2 req-3718c0d4-2131-4a94-8085-5b7fa4c36817 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd465c29-f4bb-40d3-8087-a28561372930 HTTP/1.1" status: 200 len: 943 time: 0.0547755 Mar 02 17:21:06.489350 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0732f2c2-0811-46ad-adb2-ce3897d27be2 req-f15ec749-a855-4e4e-b310-0e160b0edc06 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/security-groups?id=691587e8-f519-48ff-9a30-b494861ac1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495100 Mar 02 17:21:06.802731 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-765bf0ac-d167-416d-8fe2-638e582454ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (aac89579-4eb6-45c8-861e-e37bc0c26bf3), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:21:07.322380 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414ef5e0-d6dd-473e-906f-80fba97caa59 req-3977db5b-9f6f-43e8-991f-64eb8193a4ea tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:21:07.323792 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-414ef5e0-d6dd-473e-906f-80fba97caa59 req-3977db5b-9f6f-43e8-991f-64eb8193a4ea tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfefaf72-8f20-4249-8d2e-f02472308721 HTTP/1.1" status: 200 len: 946 time: 0.0581489 Mar 02 17:21:07.373584 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-414ef5e0-d6dd-473e-906f-80fba97caa59 req-5f8d84c6-e75d-41eb-9245-8abc0c549f52 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=73b22871-afb4-451e-ba51-bfb9372f6936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441713 Mar 02 17:21:07.446555 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d05e29-d464-42fa-8977-92d14b652990 req-899c29ce-43c6-426f-b297-a9c256059415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:21:07.448066 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-22d05e29-d464-42fa-8977-92d14b652990 req-899c29ce-43c6-426f-b297-a9c256059415 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4c5c3e34b0274e8a95876b46416bdc2d&device_id=bfefaf72-8f20-4249-8d2e-f02472308721 HTTP/1.1" status: 200 len: 1130 time: 0.0520499 Mar 02 17:21:07.547967 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d05e29-d464-42fa-8977-92d14b652990 req-7935fc0c-db4e-4ef5-919b-dc90e165f47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:21:07.549432 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-22d05e29-d464-42fa-8977-92d14b652990 req-7935fc0c-db4e-4ef5-919b-dc90e165f47d service neutron] 10.222.0.49 "GET /v2.0/networks?id=ba91141c-2c4a-433e-a175-e7c250467227 HTTP/1.1" status: 200 len: 918 time: 0.0871115 Mar 02 17:21:07.645621 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-22d05e29-d464-42fa-8977-92d14b652990 req-0521160b-2ad1-4c1c-ba71-c1c1e26bbf8b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1bd7a1d-00bc-47a0-86ce-02614eaabcbf HTTP/1.1" status: 200 len: 1001 time: 0.0891349 Mar 02 17:21:07.691570 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77fbd8a-3d65-46c5-a866-2a367022a312 req-17072801-bbb5-4a3f-bbd1-760287fbdd4e tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:21:07.693069 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-f77fbd8a-3d65-46c5-a866-2a367022a312 req-17072801-bbb5-4a3f-bbd1-760287fbdd4e tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd465c29-f4bb-40d3-8087-a28561372930 HTTP/1.1" status: 200 len: 943 time: 0.1310139 Mar 02 17:21:07.720798 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d05e29-d464-42fa-8977-92d14b652990 req-836d6492-20af-4299-9799-b5190e1b5987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:21:07.722281 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-22d05e29-d464-42fa-8977-92d14b652990 req-836d6492-20af-4299-9799-b5190e1b5987 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b2418ff9-f0a5-4e04-8f27-a85b5ef0f2a3 HTTP/1.1" status: 200 len: 856 time: 0.0686982 Mar 02 17:21:07.779809 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-f77fbd8a-3d65-46c5-a866-2a367022a312 req-7aec57c7-dff0-4ca9-a81d-00f412278a85 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/security-groups?id=691587e8-f519-48ff-9a30-b494861ac1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804045 Mar 02 17:21:07.799016 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d05e29-d464-42fa-8977-92d14b652990 req-ddf13567-bc0f-49e1-a161-8dbfbb79d7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:21:07.800504 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-22d05e29-d464-42fa-8977-92d14b652990 req-ddf13567-bc0f-49e1-a161-8dbfbb79d7bf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ba91141c-2c4a-433e-a175-e7c250467227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0720270 Mar 02 17:21:07.892334 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-22d05e29-d464-42fa-8977-92d14b652990 req-580d1c97-ff9a-4e9d-8e7e-4c605168ffaa service neutron] 10.222.0.49 "GET /v2.0/networks/ba91141c-2c4a-433e-a175-e7c250467227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850663 Mar 02 17:21:07.989743 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-22d05e29-d464-42fa-8977-92d14b652990 req-8c1336b7-e47d-4490-98c8-a54f0357b57d service neutron] 10.222.0.49 "GET /v2.0/networks/ba91141c-2c4a-433e-a175-e7c250467227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889041 Mar 02 17:21:08.237440 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90356b9b-9a55-4227-ace0-d1fc01a5475f), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:21:08.507239 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a075bd-1130-4acb-bebd-6629c9f22f4b req-6517812f-832e-46f7-9a8c-ff05e1ede89d tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:21:08.508757 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e4a075bd-1130-4acb-bebd-6629c9f22f4b req-6517812f-832e-46f7-9a8c-ff05e1ede89d tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfefaf72-8f20-4249-8d2e-f02472308721 HTTP/1.1" status: 200 len: 946 time: 0.0598602 Mar 02 17:21:08.557257 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e4a075bd-1130-4acb-bebd-6629c9f22f4b req-9376f227-499c-4b79-a189-f775f5ce9e0e tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=73b22871-afb4-451e-ba51-bfb9372f6936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430195 Mar 02 17:21:08.899077 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75caeed-6a64-427c-8d12-73e2a428b1e2 req-b6420596-ef7f-4302-b577-f4481eaca5c4 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:21:08.900638 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e75caeed-6a64-427c-8d12-73e2a428b1e2 req-b6420596-ef7f-4302-b577-f4481eaca5c4 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd465c29-f4bb-40d3-8087-a28561372930 HTTP/1.1" status: 200 len: 943 time: 0.0533988 Mar 02 17:21:08.952783 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e75caeed-6a64-427c-8d12-73e2a428b1e2 req-ec8feb96-5f7d-4632-bb2c-b456e2475726 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/security-groups?id=691587e8-f519-48ff-9a30-b494861ac1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467248 Mar 02 17:21:09.689871 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a1329-704c-47bb-9378-79db170c28d8 req-4ef4fad6-846b-499d-89a8-a24220d05726 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:21:09.691603 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-a82a1329-704c-47bb-9378-79db170c28d8 req-4ef4fad6-846b-499d-89a8-a24220d05726 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfefaf72-8f20-4249-8d2e-f02472308721 HTTP/1.1" status: 200 len: 946 time: 0.0561378 Mar 02 17:21:09.746679 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-a82a1329-704c-47bb-9378-79db170c28d8 req-5c5b2a97-fb06-4db0-b678-b3ee0f1ddb31 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=73b22871-afb4-451e-ba51-bfb9372f6936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487533 Mar 02 17:21:09.773197 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device d3d6a1fa-d70e-4381-8c00-417e289bec03 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 17:21:09.777134 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device a1bd7a1d-00bc-47a0-86ce-02614eaabcbf no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 17:21:09.928682 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Current status of the port a1bd7a1d-00bc-47a0-86ce-02614eaabcbf is: ACTIVE; New status is: DOWN {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:21:09.929063 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (a1bd7a1d-00bc-47a0-86ce-02614eaabcbf), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:21:09.949023 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] For port d3d6a1fa-d70e-4381-8c00-417e289bec03, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d3d6a1fa-d70e-4381-8c00-417e289bec03,segment=NetworkSegment(bb2b16e4-4f12-4cfe-8e89-0bb700c57910),segment_id=bb2b16e4-4f12-4cfe-8e89-0bb700c57910)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:21:09.967042 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Returning: {'device': 'd3d6a1fa-d70e-4381-8c00-417e289bec03', 'network_id': 'ba42464c-405f-4ebb-a940-670d1544688b', 'port_id': 'd3d6a1fa-d70e-4381-8c00-417e289bec03', 'mac_address': 'fa:16:3e:84:75:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a0d3268-f102-4234-baa8-674033af714e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 17:21:09.972494 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfefaf72-8f20-4249-8d2e-f02472308721', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1bd7a1d-00bc-47a0-86ce-02614eaabcbf'}] {{(pid=103839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 17:21:09.974830 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1ae65c9246df630c0a528d92fdc2f4b7a0a5f54ed45d3739c3110b66571c885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9bb39a6-563a-4e76-9e87-3600a3d75494" -d '{"events": [{"server_uuid": "bfefaf72-8f20-4249-8d2e-f02472308721", "name": "network-vif-unplugged", "status": "completed", "tag": "a1bd7a1d-00bc-47a0-86ce-02614eaabcbf"}]}' {{(pid=103839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 17:21:09.994604 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] For port a1bd7a1d-00bc-47a0-86ce-02614eaabcbf, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a1bd7a1d-00bc-47a0-86ce-02614eaabcbf,segment=NetworkSegment(045cca5b-a9b4-4a6c-8670-18c98461fa58),segment_id=045cca5b-a9b4-4a6c-8670-18c98461fa58)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:21:10.030096 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Mar 2022 17:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1804528-99b7-4746-9403-38e2d9abad66 x-openstack-request-id: req-c1804528-99b7-4746-9403-38e2d9abad66 {{(pid=103839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 17:21:10.030673 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfefaf72-8f20-4249-8d2e-f02472308721", "name": "network-vif-unplugged", "status": "completed", "tag": "a1bd7a1d-00bc-47a0-86ce-02614eaabcbf", "code": 200}]} {{(pid=103839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 17:21:10.030979 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c1804528-99b7-4746-9403-38e2d9abad66 {{(pid=103839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 17:21:10.031504 dv-cinder-778193-22-iscsi neutron-server[103839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfefaf72-8f20-4249-8d2e-f02472308721', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1bd7a1d-00bc-47a0-86ce-02614eaabcbf', 'code': 200} Mar 02 17:21:10.041831 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Current status of the port d3d6a1fa-d70e-4381-8c00-417e289bec03 is: DOWN; New status is: BUILD {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:21:10.041831 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (d3d6a1fa-d70e-4381-8c00-417e289bec03), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:21:10.050338 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (a1bd7a1d-00bc-47a0-86ce-02614eaabcbf), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:21:10.060774 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.notifiers.nova [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3d6a1fa-d70e-4381-8c00-417e289bec03 {{(pid=103839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 17:21:10.107217 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6773317a-b23c-400f-b263-36a882073887 req-d602937f-bc71-4c32-9573-0b98d0af4753 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:21:10.108352 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] For port d3d6a1fa-d70e-4381-8c00-417e289bec03, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d3d6a1fa-d70e-4381-8c00-417e289bec03,segment=NetworkSegment(bb2b16e4-4f12-4cfe-8e89-0bb700c57910),segment_id=bb2b16e4-4f12-4cfe-8e89-0bb700c57910)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:21:10.108669 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-6773317a-b23c-400f-b263-36a882073887 req-d602937f-bc71-4c32-9573-0b98d0af4753 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd465c29-f4bb-40d3-8087-a28561372930 HTTP/1.1" status: 200 len: 943 time: 0.0593414 Mar 02 17:21:10.122074 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Pushing event updated for resources: {'Port': ['ID=a1bd7a1d-00bc-47a0-86ce-02614eaabcbf,revision_number=8']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:21:10.161766 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-6773317a-b23c-400f-b263-36a882073887 req-e135cd83-d9f3-40bb-a29d-146965ce075a tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/security-groups?id=691587e8-f519-48ff-9a30-b494861ac1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461593 Mar 02 17:21:10.192283 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (d3d6a1fa-d70e-4381-8c00-417e289bec03), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:21:10.240099 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Pushing event updated for resources: {'Port': ['ID=d3d6a1fa-d70e-4381-8c00-417e289bec03,revision_number=4']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:21:10.445962 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] get_ports_and_sgs() called for port_ids ['d3d6a1fa-d70e-4381-8c00-417e289bec03'] {{(pid=103839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 17:21:10.879163 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4de49c-f963-4558-aa70-22ab7f41fd63 req-716e3188-2af4-447f-a843-478eaeb85b4b tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:21:10.880674 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-de4de49c-f963-4558-aa70-22ab7f41fd63 req-716e3188-2af4-447f-a843-478eaeb85b4b tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfefaf72-8f20-4249-8d2e-f02472308721 HTTP/1.1" status: 200 len: 944 time: 0.0574081 Mar 02 17:21:10.931207 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-de4de49c-f963-4558-aa70-22ab7f41fd63 req-28aa1299-5e92-44e5-b49e-c09a1f5e5c0f tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=73b22871-afb4-451e-ba51-bfb9372f6936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449314 Mar 02 17:21:11.176042 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b0b278-f2bc-4098-9eae-3f38636eb559 req-c53a80dc-037d-468b-a304-63a682eab2f3 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:21:11.177597 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-86b0b278-f2bc-4098-9eae-3f38636eb559 req-c53a80dc-037d-468b-a304-63a682eab2f3 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fde58ef-9fc8-4415-b786-0d52ef5ea494 HTTP/1.1" status: 200 len: 945 time: 0.0564289 Mar 02 17:21:11.228078 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-86b0b278-f2bc-4098-9eae-3f38636eb559 req-1396180e-2164-4648-bc9f-4124bcb2f854 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/security-groups?id=508f0a83-9bbb-423e-a59a-61c4a37400d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441344 Mar 02 17:21:11.343180 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea435bd7-42cf-4f52-96f6-21fcf9863251 req-55f45920-d2ec-4b39-9173-f146a8df3235 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:21:11.344721 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-ea435bd7-42cf-4f52-96f6-21fcf9863251 req-55f45920-d2ec-4b39-9173-f146a8df3235 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd465c29-f4bb-40d3-8087-a28561372930 HTTP/1.1" status: 200 len: 944 time: 0.0571542 Mar 02 17:21:11.403084 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-ea435bd7-42cf-4f52-96f6-21fcf9863251 req-7b56c892-c49d-417e-a186-58c8fb9a376c tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/security-groups?id=691587e8-f519-48ff-9a30-b494861ac1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522206 Mar 02 17:21:11.790740 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device d3d6a1fa-d70e-4381-8c00-417e289bec03 up at agent hyperv_hv-cinder-77819 {{(pid=103839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 17:21:12.031866 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Provisioning for port d3d6a1fa-d70e-4381-8c00-417e289bec03 completed by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 17:21:12.037248 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Provisioning complete for port d3d6a1fa-d70e-4381-8c00-417e289bec03 triggered by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:21:12.037645 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (d3d6a1fa-d70e-4381-8c00-417e289bec03), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:21:12.119427 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Current status of the port d3d6a1fa-d70e-4381-8c00-417e289bec03 is: BUILD; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:21:12.119812 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (d3d6a1fa-d70e-4381-8c00-417e289bec03), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:21:12.144995 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd465c29-f4bb-40d3-8087-a28561372930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3d6a1fa-d70e-4381-8c00-417e289bec03'}] {{(pid=103839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 17:21:12.147424 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1ae65c9246df630c0a528d92fdc2f4b7a0a5f54ed45d3739c3110b66571c885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb3664ba-47e6-41ee-aedb-d1f7ad4ba439" -d '{"events": [{"server_uuid": "dd465c29-f4bb-40d3-8087-a28561372930", "name": "network-vif-plugged", "status": "completed", "tag": "d3d6a1fa-d70e-4381-8c00-417e289bec03"}]}' {{(pid=103839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 17:21:12.164405 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] For port d3d6a1fa-d70e-4381-8c00-417e289bec03, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d3d6a1fa-d70e-4381-8c00-417e289bec03,segment=NetworkSegment(bb2b16e4-4f12-4cfe-8e89-0bb700c57910),segment_id=bb2b16e4-4f12-4cfe-8e89-0bb700c57910)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:21:12.193583 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 17:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c5de661-7c29-4d48-8402-e9b92664b9f7 x-openstack-request-id: req-0c5de661-7c29-4d48-8402-e9b92664b9f7 {{(pid=103839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 17:21:12.194015 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd465c29-f4bb-40d3-8087-a28561372930", "name": "network-vif-plugged", "status": "completed", "tag": "d3d6a1fa-d70e-4381-8c00-417e289bec03", "code": 200}]} {{(pid=103839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 17:21:12.194304 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0c5de661-7c29-4d48-8402-e9b92664b9f7 {{(pid=103839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 17:21:12.194767 dv-cinder-778193-22-iscsi neutron-server[103839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd465c29-f4bb-40d3-8087-a28561372930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3d6a1fa-d70e-4381-8c00-417e289bec03', 'code': 200} Mar 02 17:21:12.232035 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (d3d6a1fa-d70e-4381-8c00-417e289bec03), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:21:12.232773 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device a1bd7a1d-00bc-47a0-86ce-02614eaabcbf no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 17:21:12.311983 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Pushing event updated for resources: {'Port': ['ID=d3d6a1fa-d70e-4381-8c00-417e289bec03,revision_number=5']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:21:12.353265 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Current status of the port a1bd7a1d-00bc-47a0-86ce-02614eaabcbf is: DOWN; New status is: DOWN {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:21:12.366355 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce52b78b-948a-47b9-bf34-2d3a36e758d9 req-5ed2ca6c-37f0-47bc-a4aa-b31c18ce9608 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:21:12.367867 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-ce52b78b-948a-47b9-bf34-2d3a36e758d9 req-5ed2ca6c-37f0-47bc-a4aa-b31c18ce9608 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fde58ef-9fc8-4415-b786-0d52ef5ea494 HTTP/1.1" status: 200 len: 945 time: 0.0675805 Mar 02 17:21:12.418395 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-ce52b78b-948a-47b9-bf34-2d3a36e758d9 req-1b2361da-80ea-49b7-8152-73980a7cb235 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/security-groups?id=508f0a83-9bbb-423e-a59a-61c4a37400d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443807 Mar 02 17:21:12.535745 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90efe58d-c1a5-45d0-8076-a0be5329596e req-e4598f5a-dc94-4824-aa56-32631bf11646 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:21:12.537160 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-90efe58d-c1a5-45d0-8076-a0be5329596e req-e4598f5a-dc94-4824-aa56-32631bf11646 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd465c29-f4bb-40d3-8087-a28561372930 HTTP/1.1" status: 200 len: 945 time: 0.0569501 Mar 02 17:21:12.622232 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-90efe58d-c1a5-45d0-8076-a0be5329596e req-af2166b6-3ef9-4c86-a696-7e09da3706f9 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/security-groups?id=691587e8-f519-48ff-9a30-b494861ac1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753827 Mar 02 17:21:12.625054 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514d6665-8f86-4eb4-a2f9-d88db1f5576d req-fd47ce6d-89c3-4c5c-b3a6-9bf5d4baa99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:21:12.626802 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-514d6665-8f86-4eb4-a2f9-d88db1f5576d req-fd47ce6d-89c3-4c5c-b3a6-9bf5d4baa99e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=dd465c29-f4bb-40d3-8087-a28561372930 HTTP/1.1" status: 200 len: 1129 time: 0.0876491 Mar 02 17:21:12.676149 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-514d6665-8f86-4eb4-a2f9-d88db1f5576d req-98c13183-b792-40fe-8b15-1fff54931004 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=691587e8-f519-48ff-9a30-b494861ac1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432851 Mar 02 17:21:13.195432 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e40dd1f-a2f9-4524-ac57-e0880fd776db req-f0733825-1f18-4b13-bc48-c38cd624fa1b tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:21:13.196966 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-8e40dd1f-a2f9-4524-ac57-e0880fd776db req-f0733825-1f18-4b13-bc48-c38cd624fa1b tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfefaf72-8f20-4249-8d2e-f02472308721 HTTP/1.1" status: 200 len: 944 time: 0.0546746 Mar 02 17:21:13.248449 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-8e40dd1f-a2f9-4524-ac57-e0880fd776db req-d2aca8a4-c48a-4418-8c1c-e737e0a27795 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=73b22871-afb4-451e-ba51-bfb9372f6936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445697 Mar 02 17:21:13.405449 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [req-48a95d59-a25e-48f7-b705-67913315e43f req-d0272dfd-1b07-45a7-be73-b3c99846d981 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bfefaf72-8f20-4249-8d2e-f02472308721&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0480626 Mar 02 17:21:13.479132 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (dbb67c4d-7aa5-4acf-82b3-541c1cabd3d2), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:21:13.481354 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a95d59-a25e-48f7-b705-67913315e43f req-cb1d2f10-70a9-4d2c-882d-8cbaee109e45 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:21:13.482799 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [req-48a95d59-a25e-48f7-b705-67913315e43f req-cb1d2f10-70a9-4d2c-882d-8cbaee109e45 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports/a1bd7a1d-00bc-47a0-86ce-02614eaabcbf HTTP/1.1" status: 200 len: 941 time: 0.0498354 Mar 02 17:21:13.550381 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61e1468-ffb2-46b4-99f0-0071bfab4986 req-4237f209-f493-4e9c-8b43-9a280cd27ba7 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:21:13.551902 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d61e1468-ffb2-46b4-99f0-0071bfab4986 req-4237f209-f493-4e9c-8b43-9a280cd27ba7 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fde58ef-9fc8-4415-b786-0d52ef5ea494 HTTP/1.1" status: 200 len: 945 time: 0.0596132 Mar 02 17:21:13.600791 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d61e1468-ffb2-46b4-99f0-0071bfab4986 req-a45c7855-5e92-4f2b-86cb-000f4c804ee2 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/security-groups?id=508f0a83-9bbb-423e-a59a-61c4a37400d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429788 Mar 02 17:21:13.749254 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35845ba4-d972-4a09-988c-8622ade6efcf req-8a705d81-9d73-47c9-ad6b-1953e18a9941 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:21:13.750837 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-35845ba4-d972-4a09-988c-8622ade6efcf req-8a705d81-9d73-47c9-ad6b-1953e18a9941 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd465c29-f4bb-40d3-8087-a28561372930 HTTP/1.1" status: 200 len: 945 time: 0.0600920 Mar 02 17:21:13.807564 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-35845ba4-d972-4a09-988c-8622ade6efcf req-55295c94-2bb2-40c3-8d47-bbd000db2396 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/security-groups?id=691587e8-f519-48ff-9a30-b494861ac1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498457 Mar 02 17:21:14.378849 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39df0263-d399-4a8c-b026-046c6cb04265 req-1059f526-8e3a-4fa9-829e-f9fdf0a5d907 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:21:14.380388 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-39df0263-d399-4a8c-b026-046c6cb04265 req-1059f526-8e3a-4fa9-829e-f9fdf0a5d907 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfefaf72-8f20-4249-8d2e-f02472308721 HTTP/1.1" status: 200 len: 944 time: 0.0560029 Mar 02 17:21:14.433124 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-39df0263-d399-4a8c-b026-046c6cb04265 req-394fa381-49bd-43a5-9ec3-176a40f9fb21 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=73b22871-afb4-451e-ba51-bfb9372f6936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468729 Mar 02 17:21:14.752382 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d106e89d-6384-4d2b-8403-d37fff315e89 req-d5b60dd2-28a6-490c-8d94-de240f76da09 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:21:14.753935 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d106e89d-6384-4d2b-8403-d37fff315e89 req-d5b60dd2-28a6-490c-8d94-de240f76da09 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fde58ef-9fc8-4415-b786-0d52ef5ea494 HTTP/1.1" status: 200 len: 945 time: 0.0837791 Mar 02 17:21:14.768336 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a95d59-a25e-48f7-b705-67913315e43f req-8f22f212-e2c9-4e41-823a-11d59c195d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:21:14.769757 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-48a95d59-a25e-48f7-b705-67913315e43f req-8f22f212-e2c9-4e41-823a-11d59c195d33 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bfefaf72-8f20-4249-8d2e-f02472308721&tenant_id=4c5c3e34b0274e8a95876b46416bdc2d HTTP/1.1" status: 200 len: 1128 time: 0.0722866 Mar 02 17:21:14.833311 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d106e89d-6384-4d2b-8403-d37fff315e89 req-001acd02-9716-4db8-82a9-b7db7395502b tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/security-groups?id=508f0a83-9bbb-423e-a59a-61c4a37400d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727472 Mar 02 17:21:14.853570 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a95d59-a25e-48f7-b705-67913315e43f req-671511e9-f238-4b93-ab6d-dcbbeb18d017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:21:14.855387 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-48a95d59-a25e-48f7-b705-67913315e43f req-671511e9-f238-4b93-ab6d-dcbbeb18d017 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4c5c3e34b0274e8a95876b46416bdc2d&device_id=bfefaf72-8f20-4249-8d2e-f02472308721 HTTP/1.1" status: 200 len: 1128 time: 0.0615151 Mar 02 17:21:14.981878 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a95d59-a25e-48f7-b705-67913315e43f req-3fdb0e07-6eea-4ffa-99b3-871d81d4d1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:21:14.983331 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-48a95d59-a25e-48f7-b705-67913315e43f req-3fdb0e07-6eea-4ffa-99b3-871d81d4d1d0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ba91141c-2c4a-433e-a175-e7c250467227 HTTP/1.1" status: 200 len: 918 time: 0.1219707 Mar 02 17:21:14.992481 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494e837-afe4-4f0b-ad5c-4aecdd1e8393 req-73928882-c0c3-44e7-888d-ba6f53aae4b6 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:21:14.994012 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-8494e837-afe4-4f0b-ad5c-4aecdd1e8393 req-73928882-c0c3-44e7-888d-ba6f53aae4b6 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd465c29-f4bb-40d3-8087-a28561372930 HTTP/1.1" status: 200 len: 945 time: 0.1093822 Mar 02 17:21:15.088397 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-48a95d59-a25e-48f7-b705-67913315e43f req-00948964-1c08-4329-b2c0-f7fd974d00d0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1bd7a1d-00bc-47a0-86ce-02614eaabcbf HTTP/1.1" status: 200 len: 999 time: 0.0933952 Mar 02 17:21:15.092283 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-8494e837-afe4-4f0b-ad5c-4aecdd1e8393 req-bf2fe76c-c970-4a3e-b22c-3c327c66aad0 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/security-groups?id=691587e8-f519-48ff-9a30-b494861ac1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918241 Mar 02 17:21:15.141326 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a95d59-a25e-48f7-b705-67913315e43f req-8c5bf5cf-9118-4ebb-bac7-5ddef6d4c1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:21:15.142836 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-48a95d59-a25e-48f7-b705-67913315e43f req-8c5bf5cf-9118-4ebb-bac7-5ddef6d4c1cc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b2418ff9-f0a5-4e04-8f27-a85b5ef0f2a3 HTTP/1.1" status: 200 len: 856 time: 0.0483599 Mar 02 17:21:15.230518 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a95d59-a25e-48f7-b705-67913315e43f req-1e8a5c78-a9b2-4f22-834e-a52fe57fb1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:21:15.232250 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-48a95d59-a25e-48f7-b705-67913315e43f req-1e8a5c78-a9b2-4f22-834e-a52fe57fb1ea service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ba91141c-2c4a-433e-a175-e7c250467227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0832293 Mar 02 17:21:15.253733 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b024388-cb86-4124-bb3d-7564ae96deba req-da5df8b4-3d00-43b1-b248-2f9c03e2137e tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:21:15.255202 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-9b024388-cb86-4124-bb3d-7564ae96deba req-da5df8b4-3d00-43b1-b248-2f9c03e2137e tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd465c29-f4bb-40d3-8087-a28561372930 HTTP/1.1" status: 200 len: 945 time: 0.0793180 Mar 02 17:21:15.362268 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-9b024388-cb86-4124-bb3d-7564ae96deba req-a42c0e31-7d32-4a74-9f28-f17e5f1d79c2 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/security-groups?id=691587e8-f519-48ff-9a30-b494861ac1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957768 Mar 02 17:21:15.372907 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-48a95d59-a25e-48f7-b705-67913315e43f req-b5dfffc6-6c81-48a5-9dcb-b913ec69969c service neutron] 10.222.0.49 "GET /v2.0/networks/ba91141c-2c4a-433e-a175-e7c250467227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334982 Mar 02 17:21:15.383740 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 51116) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:21:15.470608 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-48a95d59-a25e-48f7-b705-67913315e43f req-c013ccf1-8e8e-4243-bbc5-9ad06436ee2d service neutron] 10.222.0.49 "GET /v2.0/networks/ba91141c-2c4a-433e-a175-e7c250467227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902698 Mar 02 17:21:15.475796 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043fedd7-a057-45d9-ba4a-12729b11e613 tempest-TestShelveInstance-2136323666 tempest-TestShelveInstance-2136323666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:21:15.478299 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-043fedd7-a057-45d9-ba4a-12729b11e613 tempest-TestShelveInstance-2136323666 tempest-TestShelveInstance-2136323666-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=dd465c29-f4bb-40d3-8087-a28561372930 HTTP/1.1" status: 200 len: 1124 time: 0.0935206 Mar 02 17:21:15.480431 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 51122) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:21:15.485063 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [None req-272a640a-83b2-482f-8144-79485220970d tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Request body: {'floatingip': {'floating_network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'port_id': 'd3d6a1fa-d70e-4381-8c00-417e289bec03', 'tenant_id': '5ba5387a29d94fbbbf29115c3fa4a9d4', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:21:15.568663 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af41ff-c724-4efa-ab05-4b0023eff602 req-db979459-ecc5-4e95-91bc-8e8fc19ba55e tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:21:15.570167 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-88af41ff-c724-4efa-ab05-4b0023eff602 req-db979459-ecc5-4e95-91bc-8e8fc19ba55e tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfefaf72-8f20-4249-8d2e-f02472308721 HTTP/1.1" status: 200 len: 944 time: 0.0558944 Mar 02 17:21:15.622936 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-88af41ff-c724-4efa-ab05-4b0023eff602 req-e02361e1-9797-4582-b780-08617c1dfa19 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=73b22871-afb4-451e-ba51-bfb9372f6936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466805 Mar 02 17:21:15.644056 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-272a640a-83b2-482f-8144-79485220970d tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:21:15.751442 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-272a640a-83b2-482f-8144-79485220970d tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:21:15.867618 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.db_base_plugin_common [None req-272a640a-83b2-482f-8144-79485220970d tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Allocated IP 172.27.1.138 (0bf1b91f-7d47-47dc-984e-54613c32c4bf/e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9/70980828-0ace-4b8f-a14b-551a8606497f) {{(pid=103838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:21:15.998564 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b811402-dffc-4328-baa2-e3b790480d11 req-0396da4f-01f5-4bd2-ac99-845bec72258d tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:21:16.000143 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2b811402-dffc-4328-baa2-e3b790480d11 req-0396da4f-01f5-4bd2-ac99-845bec72258d tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fde58ef-9fc8-4415-b786-0d52ef5ea494 HTTP/1.1" status: 200 len: 945 time: 0.0765409 Mar 02 17:21:16.043441 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-272a640a-83b2-482f-8144-79485220970d tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Publish callbacks [] for port (70980828-0ace-4b8f-a14b-551a8606497f), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:21:16.083305 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2b811402-dffc-4328-baa2-e3b790480d11 req-c792079b-3a3c-407a-8fea-1343624726ec tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/security-groups?id=508f0a83-9bbb-423e-a59a-61c4a37400d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764658 Mar 02 17:21:16.166908 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-272a640a-83b2-482f-8144-79485220970d tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757691134181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26691326'] for port (70980828-0ace-4b8f-a14b-551a8606497f), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:21:16.216344 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272a640a-83b2-482f-8144-79485220970d tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Network 0bf1b91f-7d47-47dc-984e-54613c32c4bf is already hosted by enough agents. {{(pid=103838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:21:16.220437 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.base_scheduler [None req-272a640a-83b2-482f-8144-79485220970d tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Resources bound (agent type, host, resource id): {{(pid=103838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:21:16.224660 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272a640a-83b2-482f-8144-79485220970d tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Received port after_create {{(pid=103838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 17:21:16.231521 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272a640a-83b2-482f-8144-79485220970d tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Pushing event updated for resources: {'Port': ['ID=70980828-0ace-4b8f-a14b-551a8606497f,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:21:16.967295 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d4088f-fec7-4a3f-afcb-f907f5ee6e4d req-6b557e84-1feb-4ce8-bbd8-9a3365902cc2 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:21:16.969118 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c9d4088f-fec7-4a3f-afcb-f907f5ee6e4d req-6b557e84-1feb-4ce8-bbd8-9a3365902cc2 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfefaf72-8f20-4249-8d2e-f02472308721 HTTP/1.1" status: 200 len: 944 time: 0.1155989 Mar 02 17:21:17.061556 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-272a640a-83b2-482f-8144-79485220970d tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Publish callbacks [] for floatingip (4207bf69-1176-418a-931b-6a3ff6f921d1), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:21:17.068151 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c9d4088f-fec7-4a3f-afcb-f907f5ee6e4d req-8f7384a2-ae07-408c-bac2-dca5a5e6a7d6 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=73b22871-afb4-451e-ba51-bfb9372f6936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709541 Mar 02 17:21:17.249061 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-272a640a-83b2-482f-8144-79485220970d tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (70980828-0ace-4b8f-a14b-551a8606497f), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:21:17.259346 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e2aa7f-375b-4ae8-9eee-ee96b0e30b1a req-58a25cf4-15ad-4794-8146-59224c258f5d tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:21:17.261276 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-84e2aa7f-375b-4ae8-9eee-ee96b0e30b1a req-58a25cf4-15ad-4794-8146-59224c258f5d tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fde58ef-9fc8-4415-b786-0d52ef5ea494 HTTP/1.1" status: 200 len: 945 time: 0.0845497 Mar 02 17:21:17.382384 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-84e2aa7f-375b-4ae8-9eee-ee96b0e30b1a req-f6a3f211-68f6-4b43-a0e3-2f0fbc5b51b0 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/security-groups?id=508f0a83-9bbb-423e-a59a-61c4a37400d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031559 Mar 02 17:21:17.463907 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-272a640a-83b2-482f-8144-79485220970d tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Publish callbacks [] for port (70980828-0ace-4b8f-a14b-551a8606497f), precommit_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:21:17.529543 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-272a640a-83b2-482f-8144-79485220970d tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26691319'] for port (70980828-0ace-4b8f-a14b-551a8606497f), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:21:17.612647 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272a640a-83b2-482f-8144-79485220970d tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Pushing event updated for resources: {'Port': ['ID=70980828-0ace-4b8f-a14b-551a8606497f,revision_number=2']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:21:17.621835 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-272a640a-83b2-482f-8144-79485220970d tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-755393'] for floatingip (4207bf69-1176-418a-931b-6a3ff6f921d1), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:21:17.731691 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.db.l3_db [None req-272a640a-83b2-482f-8144-79485220970d tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Floating IP 4207bf69-1176-418a-931b-6a3ff6f921d1 associated. External IP: 172.27.1.138, port: d3d6a1fa-d70e-4381-8c00-417e289bec03. Mar 02 17:21:17.966790 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-272a640a-83b2-482f-8144-79485220970d tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Router becbf512-6e92-482c-834b-f65967d9639a has already been hosted by L3 agent 90b713d5-0d52-4da0-a663-b3b1c9fefb3d {{(pid=103838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:21:18.092899 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-272a640a-83b2-482f-8144-79485220970d tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Notify agent at l3_agent.dv-cinder-778193-22-iscsi the message routers_updated {{(pid=103838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:21:18.104290 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86e3960-45e2-4ac9-99b0-e553c9ede4f3 None None] Sync routers for ids ['becbf512-6e92-482c-834b-f65967d9639a'] in dv-cinder-778193-22-iscsi {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 17:21:18.120029 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86e3960-45e2-4ac9-99b0-e553c9ede4f3 None None] Routers {'becbf512-6e92-482c-834b-f65967d9639a'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:21:18.120672 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-f86e3960-45e2-4ac9-99b0-e553c9ede4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:21:04Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['becbf512-6e92-482c-834b-f65967d9639a'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:21:18.213080 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-272a640a-83b2-482f-8144-79485220970d tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021714'] for floatingip (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:21:18.275910 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c9834-7884-4a3d-8c1c-18d3981b86d8 req-dd82d468-e440-4443-8c95-52c6303bc7a9 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:21:18.277551 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-8f3c9834-7884-4a3d-8c1c-18d3981b86d8 req-dd82d468-e440-4443-8c95-52c6303bc7a9 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfefaf72-8f20-4249-8d2e-f02472308721 HTTP/1.1" status: 200 len: 944 time: 0.1222622 Mar 02 17:21:18.293608 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-272a640a-83b2-482f-8144-79485220970d tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7977481 Mar 02 17:21:18.293608 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd465c29-f4bb-40d3-8087-a28561372930', 'tag': 'd3d6a1fa-d70e-4381-8c00-417e289bec03'}] {{(pid=103838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 17:21:18.293608 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7c8e0f7c7170b606f581d652a183e77a47547618c5f9292d8eb62f06a367e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a530dc42-68dc-4268-a2c6-58857a7ef11f" -d '{"events": [{"name": "network-changed", "server_uuid": "dd465c29-f4bb-40d3-8087-a28561372930", "tag": "d3d6a1fa-d70e-4381-8c00-417e289bec03"}]}' {{(pid=103838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 17:21:18.294709 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-f86e3960-45e2-4ac9-99b0-e553c9ede4f3 None None] Set router becbf512-6e92-482c-834b-f65967d9639a gateway port host: dv-cinder-778193-22-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:21:18.351369 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 17:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fafbbf3-cbd3-4efe-bca6-46116abc5a46 x-openstack-request-id: req-7fafbbf3-cbd3-4efe-bca6-46116abc5a46 {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 17:21:18.351731 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd465c29-f4bb-40d3-8087-a28561372930", "tag": "d3d6a1fa-d70e-4381-8c00-417e289bec03", "status": "completed", "code": 200}]} {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 17:21:18.352053 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7fafbbf3-cbd3-4efe-bca6-46116abc5a46 {{(pid=103838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 17:21:18.352527 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd465c29-f4bb-40d3-8087-a28561372930', 'tag': 'd3d6a1fa-d70e-4381-8c00-417e289bec03', 'status': 'completed', 'code': 200} Mar 02 17:21:18.374569 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-8f3c9834-7884-4a3d-8c1c-18d3981b86d8 req-20cd6f54-f9b9-4d7d-8e08-4dc0b37f477f tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=73b22871-afb4-451e-ba51-bfb9372f6936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774996 Mar 02 17:21:18.521151 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8235452e-00d8-4208-bd6e-884fd8ee52fb req-52071016-35a6-4334-9f8e-3b671f0cdb5c tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:21:18.528920 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-8235452e-00d8-4208-bd6e-884fd8ee52fb req-52071016-35a6-4334-9f8e-3b671f0cdb5c tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fde58ef-9fc8-4415-b786-0d52ef5ea494 HTTP/1.1" status: 200 len: 945 time: 0.0664089 Mar 02 17:21:18.596149 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-8235452e-00d8-4208-bd6e-884fd8ee52fb req-13cbda5f-e124-4bd4-b6d4-6c297a677f0c tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/security-groups?id=508f0a83-9bbb-423e-a59a-61c4a37400d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642574 Mar 02 17:21:18.609524 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-f86e3960-45e2-4ac9-99b0-e553c9ede4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'becbf512-6e92-482c-834b-f65967d9639a', 'name': 'tempest-TestShelveInstance-82202310-router', 'tenant_id': '5ba5387a29d94fbbbf29115c3fa4a9d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '77ea3bd5-4aa2-4dd3-b504-25c741149106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:20:19Z', 'updated_at': '2022-03-02T17:20:23Z', 'revision_number': 4, 'project_id': '5ba5387a29d94fbbbf29115c3fa4a9d4', 'gw_port': {'id': '77ea3bd5-4aa2-4dd3-b504-25c741149106', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:42:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becbf512-6e92-482c-834b-f65967d9639a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:20:20Z', 'updated_at': '2022-03-02T17:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_floatingips': [{'id': '4207bf69-1176-418a-931b-6a3ff6f921d1', 'tenant_id': '5ba5387a29d94fbbbf29115c3fa4a9d4', 'floating_ip_address': '172.27.1.138', 'floating_network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'router_id': 'becbf512-6e92-482c-834b-f65967d9639a', 'port_id': 'd3d6a1fa-d70e-4381-8c00-417e289bec03', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba42464c-405f-4ebb-a940-670d1544688b', 'mac_address': 'fa:16:3e:84:75:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd465c29-f4bb-40d3-8087-a28561372930', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:21:16Z', 'updated_at': '2022-03-02T17:21:16Z', 'revision_number': 0, 'project_id': '5ba5387a29d94fbbbf29115c3fa4a9d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd28add78-d138-4deb-9f28-b9a86428c184', 'name': '', 'network_id': 'ba42464c-405f-4ebb-a940-670d1544688b', 'tenant_id': '5ba5387a29d94fbbbf29115c3fa4a9d4', 'mac_address': 'fa:16:3e:47:2f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becbf512-6e92-482c-834b-f65967d9639a', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '2a0d3268-f102-4234-baa8-674033af714e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:20:22Z', 'updated_at': '2022-03-02T17:20:26Z', 'revision_number': 5, 'project_id': '5ba5387a29d94fbbbf29115c3fa4a9d4', 'subnets': [{'id': '2a0d3268-f102-4234-baa8-674033af714e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:21:18.644028 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86e3960-45e2-4ac9-99b0-e553c9ede4f3 None None] Checking router: becbf512-6e92-482c-834b-f65967d9639a for host: dv-cinder-778193-22-iscsi {{(pid=103839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 17:21:18.654923 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86e3960-45e2-4ac9-99b0-e553c9ede4f3 None None] Routers {'becbf512-6e92-482c-834b-f65967d9639a'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:21:18.655554 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-f86e3960-45e2-4ac9-99b0-e553c9ede4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:21:04Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['becbf512-6e92-482c-834b-f65967d9639a'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:21:18.778778 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-f86e3960-45e2-4ac9-99b0-e553c9ede4f3 None None] Set router becbf512-6e92-482c-834b-f65967d9639a gateway port host: dv-cinder-778193-22-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:21:19.041836 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-f86e3960-45e2-4ac9-99b0-e553c9ede4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'becbf512-6e92-482c-834b-f65967d9639a', 'name': 'tempest-TestShelveInstance-82202310-router', 'tenant_id': '5ba5387a29d94fbbbf29115c3fa4a9d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '77ea3bd5-4aa2-4dd3-b504-25c741149106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:20:19Z', 'updated_at': '2022-03-02T17:20:23Z', 'revision_number': 4, 'project_id': '5ba5387a29d94fbbbf29115c3fa4a9d4', 'gw_port': {'id': '77ea3bd5-4aa2-4dd3-b504-25c741149106', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:42:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becbf512-6e92-482c-834b-f65967d9639a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:20:20Z', 'updated_at': '2022-03-02T17:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_floatingips': [{'id': '4207bf69-1176-418a-931b-6a3ff6f921d1', 'tenant_id': '5ba5387a29d94fbbbf29115c3fa4a9d4', 'floating_ip_address': '172.27.1.138', 'floating_network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'router_id': 'becbf512-6e92-482c-834b-f65967d9639a', 'port_id': 'd3d6a1fa-d70e-4381-8c00-417e289bec03', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba42464c-405f-4ebb-a940-670d1544688b', 'mac_address': 'fa:16:3e:84:75:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd465c29-f4bb-40d3-8087-a28561372930', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:21:16Z', 'updated_at': '2022-03-02T17:21:16Z', 'revision_number': 0, 'project_id': '5ba5387a29d94fbbbf29115c3fa4a9d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd28add78-d138-4deb-9f28-b9a86428c184', 'name': '', 'network_id': 'ba42464c-405f-4ebb-a940-670d1544688b', 'tenant_id': '5ba5387a29d94fbbbf29115c3fa4a9d4', 'mac_address': 'fa:16:3e:47:2f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becbf512-6e92-482c-834b-f65967d9639a', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '2a0d3268-f102-4234-baa8-674033af714e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:20:22Z', 'updated_at': '2022-03-02T17:20:26Z', 'revision_number': 5, 'project_id': '5ba5387a29d94fbbbf29115c3fa4a9d4', 'subnets': [{'id': '2a0d3268-f102-4234-baa8-674033af714e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:21:19.071732 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86e3960-45e2-4ac9-99b0-e553c9ede4f3 None None] The sync data for ids ['becbf512-6e92-482c-834b-f65967d9639a'] in dv-cinder-778193-22-iscsi is: [{'id': 'becbf512-6e92-482c-834b-f65967d9639a', 'name': 'tempest-TestShelveInstance-82202310-router', 'tenant_id': '5ba5387a29d94fbbbf29115c3fa4a9d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '77ea3bd5-4aa2-4dd3-b504-25c741149106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:20:19Z', 'updated_at': '2022-03-02T17:20:23Z', 'revision_number': 4, 'project_id': '5ba5387a29d94fbbbf29115c3fa4a9d4', 'gw_port': {'id': '77ea3bd5-4aa2-4dd3-b504-25c741149106', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:42:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becbf512-6e92-482c-834b-f65967d9639a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:20:20Z', 'updated_at': '2022-03-02T17:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_floatingips': [{'id': '4207bf69-1176-418a-931b-6a3ff6f921d1', 'tenant_id': '5ba5387a29d94fbbbf29115c3fa4a9d4', 'floating_ip_address': '172.27.1.138', 'floating_network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'router_id': 'becbf512-6e92-482c-834b-f65967d9639a', 'port_id': 'd3d6a1fa-d70e-4381-8c00-417e289bec03', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba42464c-405f-4ebb-a940-670d1544688b', 'mac_address': 'fa:16:3e:84:75:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd465c29-f4bb-40d3-8087-a28561372930', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:21:16Z', 'updated_at': '2022-03-02T17:21:16Z', 'revision_number': 0, 'project_id': '5ba5387a29d94fbbbf29115c3fa4a9d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd28add78-d138-4deb-9f28-b9a86428c184', 'name': '', 'network_id': 'ba42464c-405f-4ebb-a940-670d1544688b', 'tenant_id': '5ba5387a29d94fbbbf29115c3fa4a9d4', 'mac_address': 'fa:16:3e:47:2f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becbf512-6e92-482c-834b-f65967d9639a', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '2a0d3268-f102-4234-baa8-674033af714e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:20:22Z', 'updated_at': '2022-03-02T17:20:26Z', 'revision_number': 5, 'project_id': '5ba5387a29d94fbbbf29115c3fa4a9d4', 'subnets': [{'id': '2a0d3268-f102-4234-baa8-674033af714e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 17:21:19.314934 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d10f811-7be5-470e-946c-554462394185 None None] New status for floating IP 4207bf69-1176-418a-931b-6a3ff6f921d1: ACTIVE {{(pid=103840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 17:21:19.538892 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0460b60c-abc4-407c-b21f-41698688a333 req-26173efd-938c-4f3d-af7f-e61fc6ee2dcd tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:21:19.539966 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0460b60c-abc4-407c-b21f-41698688a333 req-26173efd-938c-4f3d-af7f-e61fc6ee2dcd tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfefaf72-8f20-4249-8d2e-f02472308721 HTTP/1.1" status: 200 len: 944 time: 0.0733840 Mar 02 17:21:19.600883 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0460b60c-abc4-407c-b21f-41698688a333 req-03c15f9b-14a2-4539-a582-f6c6c013e471 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=73b22871-afb4-451e-ba51-bfb9372f6936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558333 Mar 02 17:21:19.771602 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0853b85d-00fe-42f3-bc13-8ba20e530a1a req-5426eff8-ebf6-43ed-80cd-1cb3945e6243 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:21:19.774503 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0853b85d-00fe-42f3-bc13-8ba20e530a1a req-5426eff8-ebf6-43ed-80cd-1cb3945e6243 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fde58ef-9fc8-4415-b786-0d52ef5ea494 HTTP/1.1" status: 200 len: 945 time: 0.0950549 Mar 02 17:21:19.856958 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0853b85d-00fe-42f3-bc13-8ba20e530a1a req-85a1e7ef-8e55-4c26-819b-029cc663dda5 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/security-groups?id=508f0a83-9bbb-423e-a59a-61c4a37400d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743835 Mar 02 17:21:20.737931 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d68377-bc75-4b63-8335-0f87f46998f5 req-86af6eb2-275f-4cff-83af-4aacdb27bf79 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:21:20.739663 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-69d68377-bc75-4b63-8335-0f87f46998f5 req-86af6eb2-275f-4cff-83af-4aacdb27bf79 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfefaf72-8f20-4249-8d2e-f02472308721 HTTP/1.1" status: 200 len: 944 time: 0.0579739 Mar 02 17:21:20.809774 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-69d68377-bc75-4b63-8335-0f87f46998f5 req-0790be39-bfec-4471-83c5-a6dec574274f tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=73b22871-afb4-451e-ba51-bfb9372f6936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636842 Mar 02 17:21:20.991135 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0b3627-9f8c-4b06-a858-8baba7978217 req-d06ec309-09a2-4945-85c8-40dd78a79f83 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:21:20.992754 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-7d0b3627-9f8c-4b06-a858-8baba7978217 req-d06ec309-09a2-4945-85c8-40dd78a79f83 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fde58ef-9fc8-4415-b786-0d52ef5ea494 HTTP/1.1" status: 200 len: 945 time: 0.0689876 Mar 02 17:21:21.056376 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-7d0b3627-9f8c-4b06-a858-8baba7978217 req-4de84a1d-d8b9-4f5f-824d-9354564be7d3 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/security-groups?id=508f0a83-9bbb-423e-a59a-61c4a37400d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570524 Mar 02 17:21:21.942905 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cefe6c7-f55f-45ce-b9f0-4f24e21d654f req-321bb786-a9a9-478c-9306-49e088271595 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:21:21.944476 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-6cefe6c7-f55f-45ce-b9f0-4f24e21d654f req-321bb786-a9a9-478c-9306-49e088271595 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfefaf72-8f20-4249-8d2e-f02472308721 HTTP/1.1" status: 200 len: 944 time: 0.0549138 Mar 02 17:21:22.001372 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-6cefe6c7-f55f-45ce-b9f0-4f24e21d654f req-fdc68d36-6be1-4bc5-b186-f027385952ec tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=73b22871-afb4-451e-ba51-bfb9372f6936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505793 Mar 02 17:21:22.207628 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb18d415-dede-4a15-9d01-c2b0d7a6c9e2 req-436e2842-c7fc-4f64-8538-989faf1cd159 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:21:22.209381 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-bb18d415-dede-4a15-9d01-c2b0d7a6c9e2 req-436e2842-c7fc-4f64-8538-989faf1cd159 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fde58ef-9fc8-4415-b786-0d52ef5ea494 HTTP/1.1" status: 200 len: 945 time: 0.0654438 Mar 02 17:21:22.279862 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-bb18d415-dede-4a15-9d01-c2b0d7a6c9e2 req-1e709a8c-090a-4908-b8b5-f2c69a6ffa32 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/security-groups?id=508f0a83-9bbb-423e-a59a-61c4a37400d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602021 Mar 02 17:21:23.137148 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eaeed1-b07f-45cd-a517-75ef867f241c req-19f261d9-be3b-40dc-949a-3a66f546b2a6 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:21:23.138713 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-71eaeed1-b07f-45cd-a517-75ef867f241c req-19f261d9-be3b-40dc-949a-3a66f546b2a6 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfefaf72-8f20-4249-8d2e-f02472308721 HTTP/1.1" status: 200 len: 944 time: 0.0573320 Mar 02 17:21:23.193304 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-71eaeed1-b07f-45cd-a517-75ef867f241c req-10358c4a-efdd-4896-bbd1-487b35b52a5c tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=73b22871-afb4-451e-ba51-bfb9372f6936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477877 Mar 02 17:21:23.406958 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702c6fea-2f90-43fa-8ecc-55e9ede0a461 req-7a6f03b3-4398-4064-a704-100a79cfb32c tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:21:23.408853 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-702c6fea-2f90-43fa-8ecc-55e9ede0a461 req-7a6f03b3-4398-4064-a704-100a79cfb32c tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fde58ef-9fc8-4415-b786-0d52ef5ea494 HTTP/1.1" status: 200 len: 945 time: 0.0570602 Mar 02 17:21:23.474674 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-702c6fea-2f90-43fa-8ecc-55e9ede0a461 req-b6c05532-4018-4792-96e0-ae3ae23f1e36 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/security-groups?id=508f0a83-9bbb-423e-a59a-61c4a37400d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597003 Mar 02 17:21:24.331740 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78368456-3ef6-4ee2-94f0-6da70dfc6441 req-5da68f85-7a5c-4065-87f9-0273d731a5c5 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:21:24.333191 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-78368456-3ef6-4ee2-94f0-6da70dfc6441 req-5da68f85-7a5c-4065-87f9-0273d731a5c5 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfefaf72-8f20-4249-8d2e-f02472308721 HTTP/1.1" status: 200 len: 944 time: 0.0600274 Mar 02 17:21:24.383472 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-78368456-3ef6-4ee2-94f0-6da70dfc6441 req-fac32e58-1306-40f0-ab2b-f310458b3ce7 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=73b22871-afb4-451e-ba51-bfb9372f6936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443792 Mar 02 17:21:24.603464 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15dd86e-92c9-4f3a-bd56-3c5ba24b20da req-483069b6-e233-4046-9c06-081110f510a0 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:21:24.604918 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c15dd86e-92c9-4f3a-bd56-3c5ba24b20da req-483069b6-e233-4046-9c06-081110f510a0 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fde58ef-9fc8-4415-b786-0d52ef5ea494 HTTP/1.1" status: 200 len: 945 time: 0.0572603 Mar 02 17:21:24.711985 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c15dd86e-92c9-4f3a-bd56-3c5ba24b20da req-a6af9613-82a9-49be-90fb-ce60baf6bf8c tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/security-groups?id=508f0a83-9bbb-423e-a59a-61c4a37400d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982113 Mar 02 17:21:24.720865 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a530dc42-68dc-4268-a2c6-58857a7ef11f req-a9eddba8-1cd7-4d6d-afbd-0a2bdb8f989f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:21:24.723031 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-a530dc42-68dc-4268-a2c6-58857a7ef11f req-a9eddba8-1cd7-4d6d-afbd-0a2bdb8f989f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5ba5387a29d94fbbbf29115c3fa4a9d4&device_id=dd465c29-f4bb-40d3-8087-a28561372930 HTTP/1.1" status: 200 len: 1129 time: 0.1170714 Mar 02 17:21:24.750988 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82afd901-ce90-46de-abbf-44ae21aa267e req-808255e4-8718-4e7b-9481-e4286c865702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:21:24.752566 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-82afd901-ce90-46de-abbf-44ae21aa267e req-808255e4-8718-4e7b-9481-e4286c865702 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4c5c3e34b0274e8a95876b46416bdc2d&device_id=bfefaf72-8f20-4249-8d2e-f02472308721 HTTP/1.1" status: 200 len: 1128 time: 0.1132190 Mar 02 17:21:24.888200 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a530dc42-68dc-4268-a2c6-58857a7ef11f req-1b2dc51f-59ec-4b77-b815-3dfa2cb219b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:21:24.889601 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-a530dc42-68dc-4268-a2c6-58857a7ef11f req-1b2dc51f-59ec-4b77-b815-3dfa2cb219b0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ba42464c-405f-4ebb-a940-670d1544688b HTTP/1.1" status: 200 len: 908 time: 0.1603186 Mar 02 17:21:24.936732 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82afd901-ce90-46de-abbf-44ae21aa267e req-ddc64681-a55b-40cf-bb85-a519eb5752b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:21:24.939489 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-82afd901-ce90-46de-abbf-44ae21aa267e req-ddc64681-a55b-40cf-bb85-a519eb5752b4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ba91141c-2c4a-433e-a175-e7c250467227 HTTP/1.1" status: 200 len: 918 time: 0.1552939 Mar 02 17:21:25.007878 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-a530dc42-68dc-4268-a2c6-58857a7ef11f req-0ddaec34-d2c4-432b-ac90-a19151a0d764 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3d6a1fa-d70e-4381-8c00-417e289bec03 HTTP/1.1" status: 200 len: 1001 time: 0.1116817 Mar 02 17:21:25.033649 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-82afd901-ce90-46de-abbf-44ae21aa267e req-29cc3056-0c2d-4850-876d-1d4495667f51 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1bd7a1d-00bc-47a0-86ce-02614eaabcbf HTTP/1.1" status: 200 len: 999 time: 0.0852094 Mar 02 17:21:25.108158 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a530dc42-68dc-4268-a2c6-58857a7ef11f req-842ed24e-883a-42b4-8c3d-ff8215800c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:21:25.109644 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-a530dc42-68dc-4268-a2c6-58857a7ef11f req-842ed24e-883a-42b4-8c3d-ff8215800c09 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2a0d3268-f102-4234-baa8-674033af714e HTTP/1.1" status: 200 len: 846 time: 0.0950983 Mar 02 17:21:25.115842 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82afd901-ce90-46de-abbf-44ae21aa267e req-7fe98e0d-f5a2-4b9d-a2bb-9dd229d0cde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:21:25.117266 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-82afd901-ce90-46de-abbf-44ae21aa267e req-7fe98e0d-f5a2-4b9d-a2bb-9dd229d0cde4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b2418ff9-f0a5-4e04-8f27-a85b5ef0f2a3 HTTP/1.1" status: 200 len: 856 time: 0.0619259 Mar 02 17:21:25.195815 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82afd901-ce90-46de-abbf-44ae21aa267e req-44a5364b-79d4-4173-a466-395945f5d818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:21:25.197323 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-82afd901-ce90-46de-abbf-44ae21aa267e req-44a5364b-79d4-4173-a466-395945f5d818 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ba91141c-2c4a-433e-a175-e7c250467227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0719144 Mar 02 17:21:25.199191 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a530dc42-68dc-4268-a2c6-58857a7ef11f req-bcc19987-2b80-423c-b127-ae2f77645c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:21:25.200554 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-a530dc42-68dc-4268-a2c6-58857a7ef11f req-bcc19987-2b80-423c-b127-ae2f77645c9d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ba42464c-405f-4ebb-a940-670d1544688b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0824492 Mar 02 17:21:25.369985 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-82afd901-ce90-46de-abbf-44ae21aa267e req-bda39ef6-e458-4761-8b2d-147e722de314 service neutron] 10.222.0.49 "GET /v2.0/networks/ba91141c-2c4a-433e-a175-e7c250467227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609988 Mar 02 17:21:25.371865 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-a530dc42-68dc-4268-a2c6-58857a7ef11f req-2f1e6e90-e57a-4e90-84a3-98ac67858d16 service neutron] 10.222.0.49 "GET /v2.0/networks/ba42464c-405f-4ebb-a940-670d1544688b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558154 Mar 02 17:21:25.574087 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-82afd901-ce90-46de-abbf-44ae21aa267e req-a83e9c77-f57e-4355-a3f8-aa621e45dcde service neutron] 10.222.0.49 "GET /v2.0/networks/ba91141c-2c4a-433e-a175-e7c250467227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887374 Mar 02 17:21:25.594267 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-a530dc42-68dc-4268-a2c6-58857a7ef11f req-e35e9a39-5efd-4658-9156-25b1f807d36b service neutron] 10.222.0.49 "GET /v2.0/networks/ba42464c-405f-4ebb-a940-670d1544688b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005093 Mar 02 17:21:25.602591 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b0831a-0de2-45f0-bac2-b1239519f5d1 req-8e1be6f2-f893-4dcd-8e39-a246eaca3590 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:21:25.604085 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-f3b0831a-0de2-45f0-bac2-b1239519f5d1 req-8e1be6f2-f893-4dcd-8e39-a246eaca3590 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfefaf72-8f20-4249-8d2e-f02472308721 HTTP/1.1" status: 200 len: 944 time: 0.1243584 Mar 02 17:21:25.656406 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-f3b0831a-0de2-45f0-bac2-b1239519f5d1 req-46cb5c10-d0ad-40f3-ab81-899cd1930fc3 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=73b22871-afb4-451e-ba51-bfb9372f6936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459347 Mar 02 17:21:25.843193 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.agents_db [None req-2c4e262f-840f-46f3-949a-97bfddff46e9 None None] Agent healthcheck: found 6 active agents {{(pid=103840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 17:21:25.850162 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a92d3-e37a-4ba5-bf6d-18e357d4b31c req-507e8396-79f0-45ff-9c91-8da5a620fffd tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:21:25.851131 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device a1bd7a1d-00bc-47a0-86ce-02614eaabcbf details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 17:21:25.851699 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-8a3a92d3-e37a-4ba5-bf6d-18e357d4b31c req-507e8396-79f0-45ff-9c91-8da5a620fffd tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fde58ef-9fc8-4415-b786-0d52ef5ea494 HTTP/1.1" status: 200 len: 945 time: 0.0652287 Mar 02 17:21:25.900018 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-8a3a92d3-e37a-4ba5-bf6d-18e357d4b31c req-e48e849c-db94-4e5d-a556-56aaca3dccb6 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/security-groups?id=508f0a83-9bbb-423e-a59a-61c4a37400d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426750 Mar 02 17:21:25.953036 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] For port a1bd7a1d-00bc-47a0-86ce-02614eaabcbf, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a1bd7a1d-00bc-47a0-86ce-02614eaabcbf,segment=NetworkSegment(045cca5b-a9b4-4a6c-8670-18c98461fa58),segment_id=045cca5b-a9b4-4a6c-8670-18c98461fa58)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:21:25.967723 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Returning: {'device': 'a1bd7a1d-00bc-47a0-86ce-02614eaabcbf', 'network_id': 'ba91141c-2c4a-433e-a175-e7c250467227', 'port_id': 'a1bd7a1d-00bc-47a0-86ce-02614eaabcbf', 'mac_address': 'fa:16:3e:28:40:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2418ff9-f0a5-4e04-8f27-a85b5ef0f2a3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 17:21:26.011104 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Current status of the port a1bd7a1d-00bc-47a0-86ce-02614eaabcbf is: DOWN; New status is: BUILD {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:21:26.011409 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (a1bd7a1d-00bc-47a0-86ce-02614eaabcbf), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:21:26.025764 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.notifiers.nova [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1bd7a1d-00bc-47a0-86ce-02614eaabcbf {{(pid=103839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 17:21:26.048678 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] For port a1bd7a1d-00bc-47a0-86ce-02614eaabcbf, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a1bd7a1d-00bc-47a0-86ce-02614eaabcbf,segment=NetworkSegment(045cca5b-a9b4-4a6c-8670-18c98461fa58),segment_id=045cca5b-a9b4-4a6c-8670-18c98461fa58)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:21:26.116247 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (a1bd7a1d-00bc-47a0-86ce-02614eaabcbf), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:21:26.167698 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Pushing event updated for resources: {'Port': ['ID=a1bd7a1d-00bc-47a0-86ce-02614eaabcbf,revision_number=9']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:21:26.175966 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:21:26.177125 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:21:26.177125 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:21:26.177125 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:21:26.177401 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:21:26.177608 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:21:26.177980 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:21:26.178312 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:21:26.178639 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:21:26.178966 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:21:26.179292 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:21:26.179613 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:21:26.179934 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:21:26.251886 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb38f6f-738c-4950-8705-d14f78c34f0c req-4222ad40-ea58-4583-9ae1-392f912735d7 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:21:26.253510 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-5bb38f6f-738c-4950-8705-d14f78c34f0c req-4222ad40-ea58-4583-9ae1-392f912735d7 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fde58ef-9fc8-4415-b786-0d52ef5ea494 HTTP/1.1" status: 200 len: 945 time: 0.0573339 Mar 02 17:21:26.303756 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-5bb38f6f-738c-4950-8705-d14f78c34f0c req-c982736b-c298-4655-ba23-414776ea4b55 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/security-groups?id=508f0a83-9bbb-423e-a59a-61c4a37400d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446713 Mar 02 17:21:26.349648 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d5904-40c5-438d-b718-411b5654798e req-69084aa9-5e12-4e82-a451-5337c8a4ceb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:21:26.351170 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-804d5904-40c5-438d-b718-411b5654798e req-69084aa9-5e12-4e82-a451-5337c8a4ceb3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=897cb86723544dc8ad80348cfa07e75a&device_id=1fde58ef-9fc8-4415-b786-0d52ef5ea494 HTTP/1.1" status: 200 len: 1129 time: 0.0513313 Mar 02 17:21:26.373351 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] get_ports_and_sgs() called for port_ids ['a1bd7a1d-00bc-47a0-86ce-02614eaabcbf'] {{(pid=103839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 17:21:26.444992 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d5904-40c5-438d-b718-411b5654798e req-8d15b9cd-d9a6-41b3-b93d-739460685a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:21:26.446509 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-804d5904-40c5-438d-b718-411b5654798e req-8d15b9cd-d9a6-41b3-b93d-739460685a8b service neutron] 10.222.0.49 "GET /v2.0/networks?id=a369cc48-2224-4c73-b48d-483a3f280468 HTTP/1.1" status: 200 len: 911 time: 0.0891304 Mar 02 17:21:26.517456 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-804d5904-40c5-438d-b718-411b5654798e req-21a13916-2eec-4cb9-b2e0-903807e5f370 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc27bd87-cdbe-4c2c-91e9-f825c0ee518f HTTP/1.1" status: 200 len: 1001 time: 0.0648155 Mar 02 17:21:26.568790 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d5904-40c5-438d-b718-411b5654798e req-bd1fd2e7-973a-43e2-a12a-cf2b6d9c398c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:21:26.570231 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-804d5904-40c5-438d-b718-411b5654798e req-bd1fd2e7-973a-43e2-a12a-cf2b6d9c398c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9ec618b1-f648-4651-8591-c6b7e8ac0a17 HTTP/1.1" status: 200 len: 849 time: 0.0467072 Mar 02 17:21:26.622046 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d5904-40c5-438d-b718-411b5654798e req-da7f2141-0467-4ae8-8743-ea0d378cfc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:21:26.623579 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-804d5904-40c5-438d-b718-411b5654798e req-da7f2141-0467-4ae8-8743-ea0d378cfc8b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a369cc48-2224-4c73-b48d-483a3f280468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0474060 Mar 02 17:21:26.727042 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-804d5904-40c5-438d-b718-411b5654798e req-ceeea4d4-8ebe-4dc2-87f1-34b8f34f099b service neutron] 10.222.0.49 "GET /v2.0/networks/a369cc48-2224-4c73-b48d-483a3f280468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925071 Mar 02 17:21:26.853414 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be937eff-6d7f-4702-90d2-30dfc6e2057a req-d862d681-9df6-43c5-9bf2-8a93105b2538 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:21:26.854840 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-be937eff-6d7f-4702-90d2-30dfc6e2057a req-d862d681-9df6-43c5-9bf2-8a93105b2538 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfefaf72-8f20-4249-8d2e-f02472308721 HTTP/1.1" status: 200 len: 945 time: 0.1132998 Mar 02 17:21:26.858767 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-804d5904-40c5-438d-b718-411b5654798e req-313c4420-c96b-4d85-b803-7a2a9ca93e76 service neutron] 10.222.0.49 "GET /v2.0/networks/a369cc48-2224-4c73-b48d-483a3f280468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251428 Mar 02 17:21:26.910690 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-be937eff-6d7f-4702-90d2-30dfc6e2057a req-a3b771cf-6b25-4ce5-a9ea-960ae0fe4b15 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=73b22871-afb4-451e-ba51-bfb9372f6936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491500 Mar 02 17:21:27.425903 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7958e246-55df-4f0e-b6ae-6416b0ce9116 req-56c76f83-3cff-46b2-8a46-50ea5d356801 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:21:27.427414 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-7958e246-55df-4f0e-b6ae-6416b0ce9116 req-56c76f83-3cff-46b2-8a46-50ea5d356801 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fde58ef-9fc8-4415-b786-0d52ef5ea494 HTTP/1.1" status: 200 len: 945 time: 0.0532532 Mar 02 17:21:27.477480 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-7958e246-55df-4f0e-b6ae-6416b0ce9116 req-8e13cb1d-df06-4ee9-a368-03d5c0e27dea tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/security-groups?id=508f0a83-9bbb-423e-a59a-61c4a37400d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445185 Mar 02 17:21:27.872393 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device a1bd7a1d-00bc-47a0-86ce-02614eaabcbf up at agent hyperv_hv-cinder-77819 {{(pid=103839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 17:21:27.923758 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Provisioning complete for port a1bd7a1d-00bc-47a0-86ce-02614eaabcbf triggered by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:21:27.924179 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (a1bd7a1d-00bc-47a0-86ce-02614eaabcbf), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:21:28.008070 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Current status of the port a1bd7a1d-00bc-47a0-86ce-02614eaabcbf is: BUILD; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:21:28.008464 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (a1bd7a1d-00bc-47a0-86ce-02614eaabcbf), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:21:28.033081 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfefaf72-8f20-4249-8d2e-f02472308721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1bd7a1d-00bc-47a0-86ce-02614eaabcbf'}] {{(pid=103839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 17:21:28.035400 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1ae65c9246df630c0a528d92fdc2f4b7a0a5f54ed45d3739c3110b66571c885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a50603-c8f4-450e-b782-31ac544e1c21" -d '{"events": [{"server_uuid": "bfefaf72-8f20-4249-8d2e-f02472308721", "name": "network-vif-plugged", "status": "completed", "tag": "a1bd7a1d-00bc-47a0-86ce-02614eaabcbf"}]}' {{(pid=103839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 17:21:28.048606 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be45fe9f-dd7e-46cb-aa30-f61a437ff33b req-960f5481-3a24-4feb-b79a-101bc90fb4dd tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:21:28.050328 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-be45fe9f-dd7e-46cb-aa30-f61a437ff33b req-960f5481-3a24-4feb-b79a-101bc90fb4dd tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfefaf72-8f20-4249-8d2e-f02472308721 HTTP/1.1" status: 200 len: 945 time: 0.0629871 Mar 02 17:21:28.056626 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] For port a1bd7a1d-00bc-47a0-86ce-02614eaabcbf, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a1bd7a1d-00bc-47a0-86ce-02614eaabcbf,segment=NetworkSegment(045cca5b-a9b4-4a6c-8670-18c98461fa58),segment_id=045cca5b-a9b4-4a6c-8670-18c98461fa58)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:21:28.073334 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 17:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3453f0a-56b2-434d-b3d8-6746bc3f4062 x-openstack-request-id: req-d3453f0a-56b2-434d-b3d8-6746bc3f4062 {{(pid=103839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 17:21:28.073630 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfefaf72-8f20-4249-8d2e-f02472308721", "name": "network-vif-plugged", "status": "completed", "tag": "a1bd7a1d-00bc-47a0-86ce-02614eaabcbf", "code": 200}]} {{(pid=103839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 17:21:28.073905 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d3453f0a-56b2-434d-b3d8-6746bc3f4062 {{(pid=103839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 17:21:28.074302 dv-cinder-778193-22-iscsi neutron-server[103839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfefaf72-8f20-4249-8d2e-f02472308721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1bd7a1d-00bc-47a0-86ce-02614eaabcbf', 'code': 200} Mar 02 17:21:28.103427 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-be45fe9f-dd7e-46cb-aa30-f61a437ff33b req-befc2c7b-4618-4035-9ad5-700b622dbc7a tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=73b22871-afb4-451e-ba51-bfb9372f6936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468030 Mar 02 17:21:28.116391 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (a1bd7a1d-00bc-47a0-86ce-02614eaabcbf), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:21:28.166564 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Pushing event updated for resources: {'Port': ['ID=a1bd7a1d-00bc-47a0-86ce-02614eaabcbf,revision_number=10']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:21:28.387348 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cdad6a-8422-499f-b6b6-9bbd5fa74ba4 req-f719a849-cad8-4ad3-a082-2a3a485c50bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:21:28.388742 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-87cdad6a-8422-499f-b6b6-9bbd5fa74ba4 req-f719a849-cad8-4ad3-a082-2a3a485c50bf service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bfefaf72-8f20-4249-8d2e-f02472308721 HTTP/1.1" status: 200 len: 1131 time: 0.0479746 Mar 02 17:21:28.436530 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-87cdad6a-8422-499f-b6b6-9bbd5fa74ba4 req-e86274d7-dae0-4fb7-a1e1-587c20be8fb1 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=73b22871-afb4-451e-ba51-bfb9372f6936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384653 Mar 02 17:21:28.605351 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09168cc-03a7-47c4-823a-bf42d941da6c req-523708aa-2a12-4bf4-ac11-4c3df9ddcbff tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:21:28.606869 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-b09168cc-03a7-47c4-823a-bf42d941da6c req-523708aa-2a12-4bf4-ac11-4c3df9ddcbff tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fde58ef-9fc8-4415-b786-0d52ef5ea494 HTTP/1.1" status: 200 len: 945 time: 0.0539327 Mar 02 17:21:28.655438 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-b09168cc-03a7-47c4-823a-bf42d941da6c req-09f11306-c849-42b6-ac9c-14c4dd14bd02 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/security-groups?id=508f0a83-9bbb-423e-a59a-61c4a37400d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429676 Mar 02 17:21:29.389793 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938a9019-6847-4146-bb1e-ad0692b087ef req-b8ab99e3-c319-444b-a845-2320d5b44ad6 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:21:29.391841 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-938a9019-6847-4146-bb1e-ad0692b087ef req-b8ab99e3-c319-444b-a845-2320d5b44ad6 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfefaf72-8f20-4249-8d2e-f02472308721 HTTP/1.1" status: 200 len: 947 time: 0.0580168 Mar 02 17:21:29.445290 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-938a9019-6847-4146-bb1e-ad0692b087ef req-a1c7f1a9-263d-48e4-ac81-c89cb6e4969b tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=73b22871-afb4-451e-ba51-bfb9372f6936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449176 Mar 02 17:21:30.571470 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f604379-0c33-4123-8149-255fa7973b78 req-5fdada43-1675-46dc-80e2-6ed12fd6f8d7 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:21:30.573224 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-9f604379-0c33-4123-8149-255fa7973b78 req-5fdada43-1675-46dc-80e2-6ed12fd6f8d7 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfefaf72-8f20-4249-8d2e-f02472308721 HTTP/1.1" status: 200 len: 947 time: 0.0550950 Mar 02 17:21:30.626617 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-9f604379-0c33-4123-8149-255fa7973b78 req-794a8e81-11db-4405-acc0-f6b180509c1d tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=73b22871-afb4-451e-ba51-bfb9372f6936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472450 Mar 02 17:21:31.756635 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c55bb-b23f-49b0-a6b5-e5c81f338c4f req-44494296-44e7-4105-b57a-d8a8b6f244fc tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:21:31.758739 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-287c55bb-b23f-49b0-a6b5-e5c81f338c4f req-44494296-44e7-4105-b57a-d8a8b6f244fc tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfefaf72-8f20-4249-8d2e-f02472308721 HTTP/1.1" status: 200 len: 947 time: 0.0540347 Mar 02 17:21:31.780385 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-3eff83bb-ee6e-4555-a552-143d291ff75d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (0060df7f-f835-4890-b25c-3842f545a9d0), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:21:31.811779 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-287c55bb-b23f-49b0-a6b5-e5c81f338c4f req-78bbe2aa-7788-4ab0-a866-5f92f7926f2a tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=73b22871-afb4-451e-ba51-bfb9372f6936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478816 Mar 02 17:21:34.076434 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-de28faf9-04f8-4c07-99de-5dcc46ffacc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90b713d5-0d52-4da0-a663-b3b1c9fefb3d), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:21:35.049068 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-7239c76e-3e75-4b64-9028-aed8f891363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (eca5c3a0-ec74-4a2a-a5c6-a62430d93509), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:21:36.831318 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-765bf0ac-d167-416d-8fe2-638e582454ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (aac89579-4eb6-45c8-861e-e37bc0c26bf3), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:21:38.237909 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90356b9b-9a55-4227-ace0-d1fc01a5475f), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:21:43.494303 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (dbb67c4d-7aa5-4acf-82b3-541c1cabd3d2), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:01.744868 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-32c77c05-a157-4ec8-9bc1-d32dd2ce739d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (0060df7f-f835-4890-b25c-3842f545a9d0), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:02.843350 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.agents_db [None req-2c4e262f-840f-46f3-949a-97bfddff46e9 None None] Agent healthcheck: found 6 active agents {{(pid=103840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 17:22:04.064532 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d38681c5-0365-4172-a0a8-94ce29c23bd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90b713d5-0d52-4da0-a663-b3b1c9fefb3d), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:05.069946 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-7239c76e-3e75-4b64-9028-aed8f891363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (eca5c3a0-ec74-4a2a-a5c6-a62430d93509), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:06.767517 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-765bf0ac-d167-416d-8fe2-638e582454ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (aac89579-4eb6-45c8-861e-e37bc0c26bf3), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:07.773768 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8277e-e068-4c03-9d44-0037ceb50d34 req-021a0ee7-9d29-40eb-87c5-f2e7ed0457fd tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:22:07.775309 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c8e8277e-e068-4c03-9d44-0037ceb50d34 req-021a0ee7-9d29-40eb-87c5-f2e7ed0457fd tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fde58ef-9fc8-4415-b786-0d52ef5ea494 HTTP/1.1" status: 200 len: 945 time: 0.0534568 Mar 02 17:22:07.824536 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c8e8277e-e068-4c03-9d44-0037ceb50d34 req-75d8941d-08d7-4da0-9f75-c79bfd9deda1 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/security-groups?id=508f0a83-9bbb-423e-a59a-61c4a37400d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431545 Mar 02 17:22:08.241589 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90356b9b-9a55-4227-ace0-d1fc01a5475f), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:08.946549 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b07dc9-9832-42ac-8f63-8207391c56b3 req-8a2501c1-88d0-457a-a41b-0f4e54bededd tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:22:08.948015 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-72b07dc9-9832-42ac-8f63-8207391c56b3 req-8a2501c1-88d0-457a-a41b-0f4e54bededd tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fde58ef-9fc8-4415-b786-0d52ef5ea494 HTTP/1.1" status: 200 len: 945 time: 0.0549881 Mar 02 17:22:09.007524 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-72b07dc9-9832-42ac-8f63-8207391c56b3 req-c8bee34b-93ea-4317-9007-5bb3ed57674a tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/security-groups?id=508f0a83-9bbb-423e-a59a-61c4a37400d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531855 Mar 02 17:22:09.766628 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad215359-2d3c-4b12-834e-f99969bab8ef req-83191c33-20a2-4c73-b695-5eb2659b00f6 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:22:09.769616 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-ad215359-2d3c-4b12-834e-f99969bab8ef req-83191c33-20a2-4c73-b695-5eb2659b00f6 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.49 "GET /v2.0/ports?device_id=1fde58ef-9fc8-4415-b786-0d52ef5ea494 HTTP/1.1" status: 200 len: 945 time: 0.0561302 Mar 02 17:22:09.866459 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [req-ad215359-2d3c-4b12-834e-f99969bab8ef req-27f964c8-d034-4df2-b6c5-7d271190bba3 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Deleting port fc27bd87-cdbe-4c2c-91e9-f825c0ee518f {{(pid=103838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 17:22:09.866799 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-ad215359-2d3c-4b12-834e-f99969bab8ef req-27f964c8-d034-4df2-b6c5-7d271190bba3 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757691651449'] for port (fc27bd87-cdbe-4c2c-91e9-f825c0ee518f), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:09.959848 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [req-ad215359-2d3c-4b12-834e-f99969bab8ef req-27f964c8-d034-4df2-b6c5-7d271190bba3 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] For port fc27bd87-cdbe-4c2c-91e9-f825c0ee518f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=fc27bd87-cdbe-4c2c-91e9-f825c0ee518f,segment=NetworkSegment(598bc54e-779f-42fa-8855-b2263b11ffea),segment_id=598bc54e-779f-42fa-8855-b2263b11ffea)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:22:09.960593 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-ad215359-2d3c-4b12-834e-f99969bab8ef req-27f964c8-d034-4df2-b6c5-7d271190bba3 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757418'] for port (fc27bd87-cdbe-4c2c-91e9-f825c0ee518f), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:10.467431 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-ad215359-2d3c-4b12-834e-f99969bab8ef req-27f964c8-d034-4df2-b6c5-7d271190bba3 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:10.467796 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-ad215359-2d3c-4b12-834e-f99969bab8ef req-27f964c8-d034-4df2-b6c5-7d271190bba3 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-755393'] for floatingip (8703ede6-c4b9-4852-94a5-a8b04ad741e7), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:10.468108 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.db.l3_db [req-ad215359-2d3c-4b12-834e-f99969bab8ef req-27f964c8-d034-4df2-b6c5-7d271190bba3 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Floating IP 8703ede6-c4b9-4852-94a5-a8b04ad741e7 disassociated. External IP: 172.27.1.111, port: fc27bd87-cdbe-4c2c-91e9-f825c0ee518f. Mar 02 17:22:10.468451 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [req-ad215359-2d3c-4b12-834e-f99969bab8ef req-27f964c8-d034-4df2-b6c5-7d271190bba3 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Calling delete_port for fc27bd87-cdbe-4c2c-91e9-f825c0ee518f owned by compute:nova {{(pid=103838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 17:22:10.481738 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134cfd28-b6aa-4543-b412-dbf281d0cd96 req-2b09b78a-6195-49e2-889a-4e3daa3be58d tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:22:10.483313 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-134cfd28-b6aa-4543-b412-dbf281d0cd96 req-2b09b78a-6195-49e2-889a-4e3daa3be58d tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fde58ef-9fc8-4415-b786-0d52ef5ea494 HTTP/1.1" status: 200 len: 945 time: 0.1207345 Mar 02 17:22:10.579057 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-134cfd28-b6aa-4543-b412-dbf281d0cd96 req-b3879e6e-6689-43ec-96eb-b2f07c356148 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/security-groups?id=508f0a83-9bbb-423e-a59a-61c4a37400d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885739 Mar 02 17:22:10.727257 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-ad215359-2d3c-4b12-834e-f99969bab8ef req-27f964c8-d034-4df2-b6c5-7d271190bba3 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757691659996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757691134190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26691326'] for port (fc27bd87-cdbe-4c2c-91e9-f825c0ee518f), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:10.756552 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f964c8-d034-4df2-b6c5-7d271190bba3 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Pushing event deleted for resources: {'Port': ['ID=fc27bd87-cdbe-4c2c-91e9-f825c0ee518f,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:22:10.769766 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f964c8-d034-4df2-b6c5-7d271190bba3 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:22:10.770161 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f964c8-d034-4df2-b6c5-7d271190bba3 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:22:10.770470 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f964c8-d034-4df2-b6c5-7d271190bba3 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:22:10.770800 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f964c8-d034-4df2-b6c5-7d271190bba3 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:22:10.771122 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f964c8-d034-4df2-b6c5-7d271190bba3 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:22:10.771443 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f964c8-d034-4df2-b6c5-7d271190bba3 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:22:10.771764 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f964c8-d034-4df2-b6c5-7d271190bba3 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:22:10.772084 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f964c8-d034-4df2-b6c5-7d271190bba3 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:22:10.772402 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f964c8-d034-4df2-b6c5-7d271190bba3 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:22:10.772724 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f964c8-d034-4df2-b6c5-7d271190bba3 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:22:10.773037 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f964c8-d034-4df2-b6c5-7d271190bba3 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:22:10.773354 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f964c8-d034-4df2-b6c5-7d271190bba3 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:22:10.773981 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f964c8-d034-4df2-b6c5-7d271190bba3 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:22:10.925706 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad215359-2d3c-4b12-834e-f99969bab8ef req-27f964c8-d034-4df2-b6c5-7d271190bba3 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Router a9c6bb39-0e65-4304-ac21-609ebe335f5b has already been hosted by L3 agent 90b713d5-0d52-4da0-a663-b3b1c9fefb3d {{(pid=103838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:22:10.939911 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430a4b9-9f61-44a1-b994-cca80f0a283b req-ea19fbed-79d5-4c07-92fb-cef03f80fdc8 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:22:10.941386 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-f430a4b9-9f61-44a1-b994-cca80f0a283b req-ea19fbed-79d5-4c07-92fb-cef03f80fdc8 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfefaf72-8f20-4249-8d2e-f02472308721 HTTP/1.1" status: 200 len: 947 time: 0.0795102 Mar 02 17:22:11.067947 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-f430a4b9-9f61-44a1-b994-cca80f0a283b req-699ef1e3-48b0-4e6b-9a9f-c97ad69c392c tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=73b22871-afb4-451e-ba51-bfb9372f6936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205654 Mar 02 17:22:11.083291 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad215359-2d3c-4b12-834e-f99969bab8ef req-27f964c8-d034-4df2-b6c5-7d271190bba3 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Notify agent at l3_agent.dv-cinder-778193-22-iscsi the message routers_updated {{(pid=103838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:22:11.105133 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc35876-32cb-4516-8f6d-84b383fdcd4d None None] Sync routers for ids ['a9c6bb39-0e65-4304-ac21-609ebe335f5b'] in dv-cinder-778193-22-iscsi {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 17:22:11.117131 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc35876-32cb-4516-8f6d-84b383fdcd4d None None] Routers {'a9c6bb39-0e65-4304-ac21-609ebe335f5b'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:22:11.118209 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-acc35876-32cb-4516-8f6d-84b383fdcd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:22:04Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['a9c6bb39-0e65-4304-ac21-609ebe335f5b'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:22:11.137518 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad215359-2d3c-4b12-834e-f99969bab8ef req-27f964c8-d034-4df2-b6c5-7d271190bba3 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] No DVR routers for this DVR port fc27bd87-cdbe-4c2c-91e9-f825c0ee518f on host hv-cinder-77819 {{(pid=103838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:22:11.140150 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-ad215359-2d3c-4b12-834e-f99969bab8ef req-27f964c8-d034-4df2-b6c5-7d271190bba3 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021714'] for port (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:11.143760 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-ad215359-2d3c-4b12-834e-f99969bab8ef req-27f964c8-d034-4df2-b6c5-7d271190bba3 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.49 "DELETE /v2.0/ports/fc27bd87-cdbe-4c2c-91e9-f825c0ee518f HTTP/1.1" status: 204 len: 173 time: 1.3707089 Mar 02 17:22:11.144235 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fde58ef-9fc8-4415-b786-0d52ef5ea494', 'name': 'network-vif-deleted', 'tag': 'fc27bd87-cdbe-4c2c-91e9-f825c0ee518f'}] {{(pid=103838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 17:22:11.146578 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7c8e0f7c7170b606f581d652a183e77a47547618c5f9292d8eb62f06a367e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd6de9d7-e718-4b17-b16e-1372c911f869" -d '{"events": [{"server_uuid": "1fde58ef-9fc8-4415-b786-0d52ef5ea494", "name": "network-vif-deleted", "tag": "fc27bd87-cdbe-4c2c-91e9-f825c0ee518f"}]}' {{(pid=103838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 17:22:11.185667 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 17:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b5d9c1-1de2-4258-9c13-fad44b9fcba1 x-openstack-request-id: req-40b5d9c1-1de2-4258-9c13-fad44b9fcba1 {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 17:22:11.186037 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fde58ef-9fc8-4415-b786-0d52ef5ea494", "name": "network-vif-deleted", "tag": "fc27bd87-cdbe-4c2c-91e9-f825c0ee518f", "status": "completed", "code": 200}]} {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 17:22:11.186298 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-40b5d9c1-1de2-4258-9c13-fad44b9fcba1 {{(pid=103838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 17:22:11.186701 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fde58ef-9fc8-4415-b786-0d52ef5ea494', 'name': 'network-vif-deleted', 'tag': 'fc27bd87-cdbe-4c2c-91e9-f825c0ee518f', 'status': 'completed', 'code': 200} Mar 02 17:22:11.256814 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-acc35876-32cb-4516-8f6d-84b383fdcd4d None None] Set router a9c6bb39-0e65-4304-ac21-609ebe335f5b gateway port host: dv-cinder-778193-22-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:22:11.465183 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-acc35876-32cb-4516-8f6d-84b383fdcd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c6bb39-0e65-4304-ac21-609ebe335f5b', 'name': 'tempest-AttachVolumeTestJSON-751273809-router', 'tenant_id': '897cb86723544dc8ad80348cfa07e75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '5c4b10ba-3f9d-485a-a71a-99172cdf6b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:19:03Z', 'updated_at': '2022-03-02T17:19:07Z', 'revision_number': 4, 'project_id': '897cb86723544dc8ad80348cfa07e75a', 'gw_port': {'id': '5c4b10ba-3f9d-485a-a71a-99172cdf6b77', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c6bb39-0e65-4304-ac21-609ebe335f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:19:04Z', 'updated_at': '2022-03-02T17:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_interfaces': [{'id': '0e112deb-1ee2-4160-92d9-2c45574c881d', 'name': '', 'network_id': 'a369cc48-2224-4c73-b48d-483a3f280468', 'tenant_id': '897cb86723544dc8ad80348cfa07e75a', 'mac_address': 'fa:16:3e:4a:c2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c6bb39-0e65-4304-ac21-609ebe335f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '9ec618b1-f648-4651-8591-c6b7e8ac0a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:19:06Z', 'updated_at': '2022-03-02T17:19:11Z', 'revision_number': 5, 'project_id': '897cb86723544dc8ad80348cfa07e75a', 'subnets': [{'id': '9ec618b1-f648-4651-8591-c6b7e8ac0a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:22:11.496551 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc35876-32cb-4516-8f6d-84b383fdcd4d None None] Checking router: a9c6bb39-0e65-4304-ac21-609ebe335f5b for host: dv-cinder-778193-22-iscsi {{(pid=103839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 17:22:11.505077 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc35876-32cb-4516-8f6d-84b383fdcd4d None None] Routers {'a9c6bb39-0e65-4304-ac21-609ebe335f5b'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:22:11.505686 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-acc35876-32cb-4516-8f6d-84b383fdcd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:22:04Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['a9c6bb39-0e65-4304-ac21-609ebe335f5b'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:22:11.617195 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-acc35876-32cb-4516-8f6d-84b383fdcd4d None None] Set router a9c6bb39-0e65-4304-ac21-609ebe335f5b gateway port host: dv-cinder-778193-22-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:22:11.689327 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-38e99c23-4072-4044-aa42-d98bf90268b3 req-ad34cd92-2023-442c-b732-ed6d34bb8a5f tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fde58ef-9fc8-4415-b786-0d52ef5ea494 HTTP/1.1" status: 200 len: 210 time: 0.0291462 Mar 02 17:22:11.827201 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-acc35876-32cb-4516-8f6d-84b383fdcd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c6bb39-0e65-4304-ac21-609ebe335f5b', 'name': 'tempest-AttachVolumeTestJSON-751273809-router', 'tenant_id': '897cb86723544dc8ad80348cfa07e75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '5c4b10ba-3f9d-485a-a71a-99172cdf6b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:19:03Z', 'updated_at': '2022-03-02T17:19:07Z', 'revision_number': 4, 'project_id': '897cb86723544dc8ad80348cfa07e75a', 'gw_port': {'id': '5c4b10ba-3f9d-485a-a71a-99172cdf6b77', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c6bb39-0e65-4304-ac21-609ebe335f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:19:04Z', 'updated_at': '2022-03-02T17:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_interfaces': [{'id': '0e112deb-1ee2-4160-92d9-2c45574c881d', 'name': '', 'network_id': 'a369cc48-2224-4c73-b48d-483a3f280468', 'tenant_id': '897cb86723544dc8ad80348cfa07e75a', 'mac_address': 'fa:16:3e:4a:c2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c6bb39-0e65-4304-ac21-609ebe335f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '9ec618b1-f648-4651-8591-c6b7e8ac0a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:19:06Z', 'updated_at': '2022-03-02T17:19:11Z', 'revision_number': 5, 'project_id': '897cb86723544dc8ad80348cfa07e75a', 'subnets': [{'id': '9ec618b1-f648-4651-8591-c6b7e8ac0a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:22:11.853689 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc35876-32cb-4516-8f6d-84b383fdcd4d None None] The sync data for ids ['a9c6bb39-0e65-4304-ac21-609ebe335f5b'] in dv-cinder-778193-22-iscsi is: [{'id': 'a9c6bb39-0e65-4304-ac21-609ebe335f5b', 'name': 'tempest-AttachVolumeTestJSON-751273809-router', 'tenant_id': '897cb86723544dc8ad80348cfa07e75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '5c4b10ba-3f9d-485a-a71a-99172cdf6b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:19:03Z', 'updated_at': '2022-03-02T17:19:07Z', 'revision_number': 4, 'project_id': '897cb86723544dc8ad80348cfa07e75a', 'gw_port': {'id': '5c4b10ba-3f9d-485a-a71a-99172cdf6b77', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c6bb39-0e65-4304-ac21-609ebe335f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:19:04Z', 'updated_at': '2022-03-02T17:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_interfaces': [{'id': '0e112deb-1ee2-4160-92d9-2c45574c881d', 'name': '', 'network_id': 'a369cc48-2224-4c73-b48d-483a3f280468', 'tenant_id': '897cb86723544dc8ad80348cfa07e75a', 'mac_address': 'fa:16:3e:4a:c2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c6bb39-0e65-4304-ac21-609ebe335f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '9ec618b1-f648-4651-8591-c6b7e8ac0a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:19:06Z', 'updated_at': '2022-03-02T17:19:11Z', 'revision_number': 5, 'project_id': '897cb86723544dc8ad80348cfa07e75a', 'subnets': [{'id': '9ec618b1-f648-4651-8591-c6b7e8ac0a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 17:22:12.080707 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9062ac-f199-4762-a8e5-530e84011d84 None None] New status for floating IP 8703ede6-c4b9-4852-94a5-a8b04ad741e7: DOWN {{(pid=103840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 17:22:12.217356 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b45d5-bf81-44d6-84eb-0c8774403191 req-d82ba72d-1574-4428-be63-3f71fafbc7cd tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:22:12.219069 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-380b45d5-bf81-44d6-84eb-0c8774403191 req-d82ba72d-1574-4428-be63-3f71fafbc7cd tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfefaf72-8f20-4249-8d2e-f02472308721 HTTP/1.1" status: 200 len: 947 time: 0.0683475 Mar 02 17:22:12.297031 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-380b45d5-bf81-44d6-84eb-0c8774403191 req-76dd6c1e-b199-4cd8-896e-8b1af98c5aa8 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups?id=73b22871-afb4-451e-ba51-bfb9372f6936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585783 Mar 02 17:22:12.305043 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575268f7-304e-40fc-a67e-d3b1ae5ffc94 req-43d3bdc4-828c-4f28-8474-07d0da276bbe tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:22:12.306580 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-575268f7-304e-40fc-a67e-d3b1ae5ffc94 req-43d3bdc4-828c-4f28-8474-07d0da276bbe tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfefaf72-8f20-4249-8d2e-f02472308721 HTTP/1.1" status: 200 len: 947 time: 0.1044700 Mar 02 17:22:12.411014 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [req-575268f7-304e-40fc-a67e-d3b1ae5ffc94 req-5a4528f9-bb37-4849-952b-85a913fedd1a tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Deleting port a1bd7a1d-00bc-47a0-86ce-02614eaabcbf {{(pid=103838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 17:22:12.411349 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-575268f7-304e-40fc-a67e-d3b1ae5ffc94 req-5a4528f9-bb37-4849-952b-85a913fedd1a tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757691651449'] for port (a1bd7a1d-00bc-47a0-86ce-02614eaabcbf), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:12.500334 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [req-575268f7-304e-40fc-a67e-d3b1ae5ffc94 req-5a4528f9-bb37-4849-952b-85a913fedd1a tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] For port a1bd7a1d-00bc-47a0-86ce-02614eaabcbf, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a1bd7a1d-00bc-47a0-86ce-02614eaabcbf,segment=NetworkSegment(045cca5b-a9b4-4a6c-8670-18c98461fa58),segment_id=045cca5b-a9b4-4a6c-8670-18c98461fa58)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:22:12.500692 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-575268f7-304e-40fc-a67e-d3b1ae5ffc94 req-5a4528f9-bb37-4849-952b-85a913fedd1a tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757418'] for port (a1bd7a1d-00bc-47a0-86ce-02614eaabcbf), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:12.681610 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-575268f7-304e-40fc-a67e-d3b1ae5ffc94 req-5a4528f9-bb37-4849-952b-85a913fedd1a tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:12.682011 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-575268f7-304e-40fc-a67e-d3b1ae5ffc94 req-5a4528f9-bb37-4849-952b-85a913fedd1a tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-755393'] for floatingip (1104739e-4b5a-4dfe-9ede-b5b391a49c19), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:12.682321 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.db.l3_db [req-575268f7-304e-40fc-a67e-d3b1ae5ffc94 req-5a4528f9-bb37-4849-952b-85a913fedd1a tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Floating IP 1104739e-4b5a-4dfe-9ede-b5b391a49c19 disassociated. External IP: 172.27.1.71, port: a1bd7a1d-00bc-47a0-86ce-02614eaabcbf. Mar 02 17:22:12.683017 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [req-575268f7-304e-40fc-a67e-d3b1ae5ffc94 req-5a4528f9-bb37-4849-952b-85a913fedd1a tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Calling delete_port for a1bd7a1d-00bc-47a0-86ce-02614eaabcbf owned by compute:nova {{(pid=103838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 17:22:12.837147 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 51304) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:22:12.894704 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-3faaf326-2e3e-4525-a2ee-f89db2ac3435 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks [] for security_group (508f0a83-9bbb-423e-a59a-61c4a37400d0), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:12.905907 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-575268f7-304e-40fc-a67e-d3b1ae5ffc94 req-5a4528f9-bb37-4849-952b-85a913fedd1a tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757691659996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757691134190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26691326'] for port (a1bd7a1d-00bc-47a0-86ce-02614eaabcbf), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:12.949731 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-3faaf326-2e3e-4525-a2ee-f89db2ac3435 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks [] for security_group (508f0a83-9bbb-423e-a59a-61c4a37400d0), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:12.952457 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4528f9-bb37-4849-952b-85a913fedd1a tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Pushing event deleted for resources: {'Port': ['ID=a1bd7a1d-00bc-47a0-86ce-02614eaabcbf,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:22:13.098772 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.l3_agent_scheduler [req-575268f7-304e-40fc-a67e-d3b1ae5ffc94 req-5a4528f9-bb37-4849-952b-85a913fedd1a tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Router 96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad has already been hosted by L3 agent 90b713d5-0d52-4da0-a663-b3b1c9fefb3d {{(pid=103838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:22:13.191677 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-3faaf326-2e3e-4525-a2ee-f89db2ac3435 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (508f0a83-9bbb-423e-a59a-61c4a37400d0), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:13.194265 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-3faaf326-2e3e-4525-a2ee-f89db2ac3435 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks [] for security_group (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:13.195416 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-3faaf326-2e3e-4525-a2ee-f89db2ac3435 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "DELETE /v2.0/security-groups/508f0a83-9bbb-423e-a59a-61c4a37400d0 HTTP/1.1" status: 204 len: 168 time: 0.3572674 Mar 02 17:22:13.198388 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 51306) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:22:13.212574 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.api.v2.resource [None req-96565cea-a785-4653-809a-73310aa3fad9 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] show failed (client error): The resource could not be found. Mar 02 17:22:13.213286 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faaf326-2e3e-4525-a2ee-f89db2ac3435 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=508f0a83-9bbb-423e-a59a-61c4a37400d0,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:22:13.213483 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-96565cea-a785-4653-809a-73310aa3fad9 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/security-groups/508f0a83-9bbb-423e-a59a-61c4a37400d0 HTTP/1.1" status: 404 len: 347 time: 0.0141046 Mar 02 17:22:13.216642 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 51308) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:22:13.235892 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-575268f7-304e-40fc-a67e-d3b1ae5ffc94 req-5a4528f9-bb37-4849-952b-85a913fedd1a tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Notify agent at l3_agent.dv-cinder-778193-22-iscsi the message routers_updated {{(pid=103838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:22:13.244159 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0da72f0-5a20-4379-9763-b3fcdd4b045e None None] Sync routers for ids ['96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad'] in dv-cinder-778193-22-iscsi {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 17:22:13.261021 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0da72f0-5a20-4379-9763-b3fcdd4b045e None None] Routers {'96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:22:13.261021 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-d0da72f0-5a20-4379-9763-b3fcdd4b045e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:22:04Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:22:13.281043 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [req-575268f7-304e-40fc-a67e-d3b1ae5ffc94 req-5a4528f9-bb37-4849-952b-85a913fedd1a tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] No DVR routers for this DVR port a1bd7a1d-00bc-47a0-86ce-02614eaabcbf on host hv-cinder-77819 {{(pid=103838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:22:13.284046 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-575268f7-304e-40fc-a67e-d3b1ae5ffc94 req-5a4528f9-bb37-4849-952b-85a913fedd1a tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021714'] for port (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:13.287678 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-575268f7-304e-40fc-a67e-d3b1ae5ffc94 req-5a4528f9-bb37-4849-952b-85a913fedd1a tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.49 "DELETE /v2.0/ports/a1bd7a1d-00bc-47a0-86ce-02614eaabcbf HTTP/1.1" status: 204 len: 173 time: 0.9728732 Mar 02 17:22:13.288151 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfefaf72-8f20-4249-8d2e-f02472308721', 'name': 'network-vif-deleted', 'tag': 'a1bd7a1d-00bc-47a0-86ce-02614eaabcbf'}] {{(pid=103838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 17:22:13.290535 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7c8e0f7c7170b606f581d652a183e77a47547618c5f9292d8eb62f06a367e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19802452-7f5e-4866-b622-311dda7cd8fb" -d '{"events": [{"server_uuid": "bfefaf72-8f20-4249-8d2e-f02472308721", "name": "network-vif-deleted", "tag": "a1bd7a1d-00bc-47a0-86ce-02614eaabcbf"}]}' {{(pid=103838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 17:22:13.376424 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 17:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d6b51c-6b58-4105-9395-2962aaa59b6c x-openstack-request-id: req-53d6b51c-6b58-4105-9395-2962aaa59b6c {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 17:22:13.376424 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfefaf72-8f20-4249-8d2e-f02472308721", "name": "network-vif-deleted", "tag": "a1bd7a1d-00bc-47a0-86ce-02614eaabcbf", "status": "completed", "code": 200}]} {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 17:22:13.376424 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-53d6b51c-6b58-4105-9395-2962aaa59b6c {{(pid=103838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 17:22:13.376424 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfefaf72-8f20-4249-8d2e-f02472308721', 'name': 'network-vif-deleted', 'tag': 'a1bd7a1d-00bc-47a0-86ce-02614eaabcbf', 'status': 'completed', 'code': 200} Mar 02 17:22:13.409448 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-d0da72f0-5a20-4379-9763-b3fcdd4b045e None None] Set router 96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad gateway port host: dv-cinder-778193-22-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:22:13.433550 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [None req-465a4c41-b252-486d-9aa8-d4fb8673e910 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Deleting port 24c6bdb6-5186-41cb-b9c7-4324d7634e08 {{(pid=103837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 17:22:13.434498 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-465a4c41-b252-486d-9aa8-d4fb8673e910 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757691651449'] for port (24c6bdb6-5186-41cb-b9c7-4324d7634e08), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:13.473010 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-712c7046-ad9d-45f4-a838-3839d92c7a4b req-29974628-1366-4e98-9ec1-059d011d8e8a tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfefaf72-8f20-4249-8d2e-f02472308721 HTTP/1.1" status: 200 len: 210 time: 0.0455415 Mar 02 17:22:13.530027 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (dbb67c4d-7aa5-4acf-82b3-541c1cabd3d2), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:13.554549 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-465a4c41-b252-486d-9aa8-d4fb8673e910 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757418'] for port (24c6bdb6-5186-41cb-b9c7-4324d7634e08), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:13.559947 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-465a4c41-b252-486d-9aa8-d4fb8673e910 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks [] for floatingip (24c6bdb6-5186-41cb-b9c7-4324d7634e08), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:13.569363 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [None req-465a4c41-b252-486d-9aa8-d4fb8673e910 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Calling delete_port for 24c6bdb6-5186-41cb-b9c7-4324d7634e08 owned by network:floatingip {{(pid=103837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 17:22:13.672951 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-d0da72f0-5a20-4379-9763-b3fcdd4b045e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad', 'name': 'tempest-AttachVolumeShelveTestJSON-2026303204-router', 'tenant_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'bd880e16-691d-471a-a419-15fdc50e029b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:15:15Z', 'updated_at': '2022-03-02T17:15:21Z', 'revision_number': 4, 'project_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'gw_port': {'id': 'bd880e16-691d-471a-a419-15fdc50e029b', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:15:16Z', 'updated_at': '2022-03-02T17:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_interfaces': [{'id': '5251a380-45ee-4a11-9d9a-8dc02552250b', 'name': '', 'network_id': 'ba91141c-2c4a-433e-a175-e7c250467227', 'tenant_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'mac_address': 'fa:16:3e:97:0c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'b2418ff9-f0a5-4e04-8f27-a85b5ef0f2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:15:20Z', 'updated_at': '2022-03-02T17:15:27Z', 'revision_number': 5, 'project_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'subnets': [{'id': 'b2418ff9-f0a5-4e04-8f27-a85b5ef0f2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:22:13.702846 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0da72f0-5a20-4379-9763-b3fcdd4b045e None None] Checking router: 96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad for host: dv-cinder-778193-22-iscsi {{(pid=103839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 17:22:13.711636 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0da72f0-5a20-4379-9763-b3fcdd4b045e None None] Routers {'96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:22:13.717602 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-d0da72f0-5a20-4379-9763-b3fcdd4b045e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:22:04Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:22:13.784271 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-465a4c41-b252-486d-9aa8-d4fb8673e910 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757691659996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757691134190'] for port (24c6bdb6-5186-41cb-b9c7-4324d7634e08), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:13.825220 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465a4c41-b252-486d-9aa8-d4fb8673e910 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Pushing event deleted for resources: {'Port': ['ID=24c6bdb6-5186-41cb-b9c7-4324d7634e08,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:22:13.831555 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-d0da72f0-5a20-4379-9763-b3fcdd4b045e None None] Set router 96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad gateway port host: dv-cinder-778193-22-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:22:13.835946 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465a4c41-b252-486d-9aa8-d4fb8673e910 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:22:13.836294 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465a4c41-b252-486d-9aa8-d4fb8673e910 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:22:13.836637 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465a4c41-b252-486d-9aa8-d4fb8673e910 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:22:13.836972 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465a4c41-b252-486d-9aa8-d4fb8673e910 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:22:13.837301 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465a4c41-b252-486d-9aa8-d4fb8673e910 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:22:13.837725 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465a4c41-b252-486d-9aa8-d4fb8673e910 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:22:13.838060 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465a4c41-b252-486d-9aa8-d4fb8673e910 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:22:13.838558 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465a4c41-b252-486d-9aa8-d4fb8673e910 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:22:13.839843 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465a4c41-b252-486d-9aa8-d4fb8673e910 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:22:13.840367 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465a4c41-b252-486d-9aa8-d4fb8673e910 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:22:13.840853 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465a4c41-b252-486d-9aa8-d4fb8673e910 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:22:13.841326 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465a4c41-b252-486d-9aa8-d4fb8673e910 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:22:13.841820 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465a4c41-b252-486d-9aa8-d4fb8673e910 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:22:13.869427 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-465a4c41-b252-486d-9aa8-d4fb8673e910 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks [] for floatingip (8703ede6-c4b9-4852-94a5-a8b04ad741e7), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:13.873406 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-465a4c41-b252-486d-9aa8-d4fb8673e910 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021714'] for floatingip (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:13.874675 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-465a4c41-b252-486d-9aa8-d4fb8673e910 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "DELETE /v2.0/floatingips/8703ede6-c4b9-4852-94a5-a8b04ad741e7 HTTP/1.1" status: 204 len: 168 time: 0.6567185 Mar 02 17:22:14.059946 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-d0da72f0-5a20-4379-9763-b3fcdd4b045e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad', 'name': 'tempest-AttachVolumeShelveTestJSON-2026303204-router', 'tenant_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'bd880e16-691d-471a-a419-15fdc50e029b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:15:15Z', 'updated_at': '2022-03-02T17:15:21Z', 'revision_number': 4, 'project_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'gw_port': {'id': 'bd880e16-691d-471a-a419-15fdc50e029b', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:15:16Z', 'updated_at': '2022-03-02T17:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_interfaces': [{'id': '5251a380-45ee-4a11-9d9a-8dc02552250b', 'name': '', 'network_id': 'ba91141c-2c4a-433e-a175-e7c250467227', 'tenant_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'mac_address': 'fa:16:3e:97:0c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'b2418ff9-f0a5-4e04-8f27-a85b5ef0f2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:15:20Z', 'updated_at': '2022-03-02T17:15:27Z', 'revision_number': 5, 'project_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'subnets': [{'id': 'b2418ff9-f0a5-4e04-8f27-a85b5ef0f2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:22:14.087264 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0da72f0-5a20-4379-9763-b3fcdd4b045e None None] The sync data for ids ['96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad'] in dv-cinder-778193-22-iscsi is: [{'id': '96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad', 'name': 'tempest-AttachVolumeShelveTestJSON-2026303204-router', 'tenant_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'bd880e16-691d-471a-a419-15fdc50e029b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:15:15Z', 'updated_at': '2022-03-02T17:15:21Z', 'revision_number': 4, 'project_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'gw_port': {'id': 'bd880e16-691d-471a-a419-15fdc50e029b', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:15:16Z', 'updated_at': '2022-03-02T17:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_interfaces': [{'id': '5251a380-45ee-4a11-9d9a-8dc02552250b', 'name': '', 'network_id': 'ba91141c-2c4a-433e-a175-e7c250467227', 'tenant_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'mac_address': 'fa:16:3e:97:0c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'b2418ff9-f0a5-4e04-8f27-a85b5ef0f2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:15:20Z', 'updated_at': '2022-03-02T17:15:27Z', 'revision_number': 5, 'project_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'subnets': [{'id': 'b2418ff9-f0a5-4e04-8f27-a85b5ef0f2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 17:22:14.148498 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device fc27bd87-cdbe-4c2c-91e9-f825c0ee518f no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 17:22:14.169949 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] No Port match for: fc27bd87-cdbe-4c2c-91e9-f825c0ee518f {{(pid=103839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 17:22:14.170296 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device fc27bd87-cdbe-4c2c-91e9-f825c0ee518f not bound to the agent host hv-cinder-77819 {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 17:22:14.170723 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device a1bd7a1d-00bc-47a0-86ce-02614eaabcbf no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 17:22:14.190977 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] No Port match for: a1bd7a1d-00bc-47a0-86ce-02614eaabcbf {{(pid=103839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 17:22:14.191352 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device a1bd7a1d-00bc-47a0-86ce-02614eaabcbf not bound to the agent host hv-cinder-77819 {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 17:22:14.316617 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0942f06b-a4d7-4e40-a026-af8fb869e862 None None] New status for floating IP 1104739e-4b5a-4dfe-9ede-b5b391a49c19: DOWN {{(pid=103840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 17:22:14.694016 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 51320) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:22:14.750854 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-e65f7150-3577-4435-acc7-b81b95fc03a2 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks [] for security_group (73b22871-afb4-451e-ba51-bfb9372f6936), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:14.775483 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-e65f7150-3577-4435-acc7-b81b95fc03a2 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks [] for security_group (73b22871-afb4-451e-ba51-bfb9372f6936), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:14.893081 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-e65f7150-3577-4435-acc7-b81b95fc03a2 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (73b22871-afb4-451e-ba51-bfb9372f6936), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:14.895665 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-e65f7150-3577-4435-acc7-b81b95fc03a2 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:14.896827 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-e65f7150-3577-4435-acc7-b81b95fc03a2 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "DELETE /v2.0/security-groups/73b22871-afb4-451e-ba51-bfb9372f6936 HTTP/1.1" status: 204 len: 168 time: 0.2018273 Mar 02 17:22:14.899736 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 51322) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:22:14.907403 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65f7150-3577-4435-acc7-b81b95fc03a2 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b22871-afb4-451e-ba51-bfb9372f6936,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:22:14.914447 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.api.v2.resource [None req-04b3ba85-4f2e-40cc-9ff5-354311f87fe7 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] show failed (client error): The resource could not be found. Mar 02 17:22:14.915587 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-04b3ba85-4f2e-40cc-9ff5-354311f87fe7 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "GET /v2.0/security-groups/73b22871-afb4-451e-ba51-bfb9372f6936 HTTP/1.1" status: 404 len: 347 time: 0.0147092 Mar 02 17:22:14.921091 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 51324) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:22:15.052553 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-f4cd3068-2026-4494-b120-3217fedffd45 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Deleting port 4739d4af-ccc5-43d5-a5d7-e3ad44c1b64d {{(pid=103838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 17:22:15.053150 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-f4cd3068-2026-4494-b120-3217fedffd45 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757691651449'] for port (4739d4af-ccc5-43d5-a5d7-e3ad44c1b64d), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:15.139899 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-f4cd3068-2026-4494-b120-3217fedffd45 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757418'] for port (4739d4af-ccc5-43d5-a5d7-e3ad44c1b64d), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:15.141058 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-f4cd3068-2026-4494-b120-3217fedffd45 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks [] for floatingip (4739d4af-ccc5-43d5-a5d7-e3ad44c1b64d), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:15.149398 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 51328) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:22:15.154344 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-53f79b7e-b7d7-42cd-b59a-9dd2f5b8078c tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1619646492', 'description': 'tempest-description--2136511641'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:22:15.156695 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-f4cd3068-2026-4494-b120-3217fedffd45 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Calling delete_port for 4739d4af-ccc5-43d5-a5d7-e3ad44c1b64d owned by network:floatingip {{(pid=103838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 17:22:15.259103 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-53f79b7e-b7d7-42cd-b59a-9dd2f5b8078c tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:15.339061 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-53f79b7e-b7d7-42cd-b59a-9dd2f5b8078c tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks [] for security_group (b31257cf-860f-468c-8220-3c371ea3f081), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:15.396387 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-53f79b7e-b7d7-42cd-b59a-9dd2f5b8078c tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (b31257cf-860f-468c-8220-3c371ea3f081), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:15.425790 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f79b7e-b7d7-42cd-b59a-9dd2f5b8078c tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b31257cf-860f-468c-8220-3c371ea3f081,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:22:15.493326 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-f4cd3068-2026-4494-b120-3217fedffd45 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757691659996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757691134190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26691326'] for port (4739d4af-ccc5-43d5-a5d7-e3ad44c1b64d), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:15.521346 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cd3068-2026-4494-b120-3217fedffd45 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Pushing event deleted for resources: {'Port': ['ID=4739d4af-ccc5-43d5-a5d7-e3ad44c1b64d,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:22:15.531879 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-53f79b7e-b7d7-42cd-b59a-9dd2f5b8078c tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:15.535048 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-53f79b7e-b7d7-42cd-b59a-9dd2f5b8078c tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3844686 Mar 02 17:22:15.537961 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 51330) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:22:15.545617 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-ba6dfef7-9806-4f80-893d-cdfa5e359b4e tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Request body: {'security_group_rule': {'security_group_id': 'b31257cf-860f-468c-8220-3c371ea3f081', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:22:15.583508 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-f4cd3068-2026-4494-b120-3217fedffd45 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks [] for floatingip (1104739e-4b5a-4dfe-9ede-b5b391a49c19), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:15.586068 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-f4cd3068-2026-4494-b120-3217fedffd45 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021714'] for floatingip (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:15.587237 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-f4cd3068-2026-4494-b120-3217fedffd45 tempest-AttachVolumeShelveTestJSON-2047600005 tempest-AttachVolumeShelveTestJSON-2047600005-project] 10.222.0.55 "DELETE /v2.0/floatingips/1104739e-4b5a-4dfe-9ede-b5b391a49c19 HTTP/1.1" status: 204 len: 168 time: 0.6651747 Mar 02 17:22:15.680602 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-ba6dfef7-9806-4f80-893d-cdfa5e359b4e tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks [] for security_group_rule (0fc9188b-3381-4a2d-84e9-865f7d66e786), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:15.754149 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-ba6dfef7-9806-4f80-893d-cdfa5e359b4e tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks [] for security_group_rule (0fc9188b-3381-4a2d-84e9-865f7d66e786), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:15.852975 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-ba6dfef7-9806-4f80-893d-cdfa5e359b4e tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785262'] for security_group_rule (0fc9188b-3381-4a2d-84e9-865f7d66e786), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:15.871056 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6dfef7-9806-4f80-893d-cdfa5e359b4e tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fc9188b-3381-4a2d-84e9-865f7d66e786,revision_number=0']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:22:15.952265 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-ba6dfef7-9806-4f80-893d-cdfa5e359b4e tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:15.954958 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-ba6dfef7-9806-4f80-893d-cdfa5e359b4e tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4134591 Mar 02 17:22:15.956977 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 51336) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:22:15.961698 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-a3809e12-3037-4aac-97e6-3a3fb72b42cd tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Request body: {'security_group_rule': {'security_group_id': 'b31257cf-860f-468c-8220-3c371ea3f081', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:22:16.035241 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a3809e12-3037-4aac-97e6-3a3fb72b42cd tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks [] for security_group_rule (427a7345-8fe5-4651-8635-64f687bc7f75), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:16.092023 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a3809e12-3037-4aac-97e6-3a3fb72b42cd tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks [] for security_group_rule (427a7345-8fe5-4651-8635-64f687bc7f75), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:16.178891 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a3809e12-3037-4aac-97e6-3a3fb72b42cd tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785262'] for security_group_rule (427a7345-8fe5-4651-8635-64f687bc7f75), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:16.205235 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3809e12-3037-4aac-97e6-3a3fb72b42cd tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=427a7345-8fe5-4651-8635-64f687bc7f75,revision_number=0']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:22:16.295998 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a3809e12-3037-4aac-97e6-3a3fb72b42cd tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:16.297362 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-a3809e12-3037-4aac-97e6-3a3fb72b42cd tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3392589 Mar 02 17:22:16.300455 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 51338) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:22:16.305166 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-96a06ff5-a5b0-4bc5-a645-3052634f9e81 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Request body: {'floatingip': {'floating_network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:22:16.407298 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-96a06ff5-a5b0-4bc5-a645-3052634f9e81 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:16.519076 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-96a06ff5-a5b0-4bc5-a645-3052634f9e81 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:16.627645 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.db.db_base_plugin_common [None req-96a06ff5-a5b0-4bc5-a645-3052634f9e81 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Allocated IP 172.27.1.199 (0bf1b91f-7d47-47dc-984e-54613c32c4bf/e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9/8575045a-42f4-488c-a850-c05f2fddf0ad) {{(pid=103837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:22:16.735614 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-96a06ff5-a5b0-4bc5-a645-3052634f9e81 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks [] for port (8575045a-42f4-488c-a850-c05f2fddf0ad), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:16.875864 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-96a06ff5-a5b0-4bc5-a645-3052634f9e81 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757691134181'] for port (8575045a-42f4-488c-a850-c05f2fddf0ad), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:16.915872 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a06ff5-a5b0-4bc5-a645-3052634f9e81 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Network 0bf1b91f-7d47-47dc-984e-54613c32c4bf is already hosted by enough agents. {{(pid=103837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:22:16.919525 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.scheduler.base_scheduler [None req-96a06ff5-a5b0-4bc5-a645-3052634f9e81 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Resources bound (agent type, host, resource id): {{(pid=103837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:22:16.922908 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a06ff5-a5b0-4bc5-a645-3052634f9e81 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Received port after_create {{(pid=103837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 17:22:16.931414 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a06ff5-a5b0-4bc5-a645-3052634f9e81 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Pushing event updated for resources: {'Port': ['ID=8575045a-42f4-488c-a850-c05f2fddf0ad,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:22:16.978905 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-96a06ff5-a5b0-4bc5-a645-3052634f9e81 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks [] for floatingip (bb1f0a67-beb2-4053-ab11-31cf844b7124), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:17.081698 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-96a06ff5-a5b0-4bc5-a645-3052634f9e81 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (8575045a-42f4-488c-a850-c05f2fddf0ad), before_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:17.428705 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-96a06ff5-a5b0-4bc5-a645-3052634f9e81 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks [] for port (8575045a-42f4-488c-a850-c05f2fddf0ad), precommit_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:17.434844 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d602d7ba-f38f-4451-9eff-ac52dc7ba380 req-b43feabb-e9c9-42a7-9278-9618f61a3b89 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=dd465c29-f4bb-40d3-8087-a28561372930&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0501230 Mar 02 17:22:17.522609 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d602d7ba-f38f-4451-9eff-ac52dc7ba380 req-d39bbe7b-8107-4cad-a98b-6369e56b78c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:22:17.525085 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d602d7ba-f38f-4451-9eff-ac52dc7ba380 req-d39bbe7b-8107-4cad-a98b-6369e56b78c8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5ba5387a29d94fbbbf29115c3fa4a9d4&device_id=dd465c29-f4bb-40d3-8087-a28561372930 HTTP/1.1" status: 200 len: 1129 time: 0.0479918 Mar 02 17:22:17.538667 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-96a06ff5-a5b0-4bc5-a645-3052634f9e81 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (8575045a-42f4-488c-a850-c05f2fddf0ad), after_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:17.570219 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-96a06ff5-a5b0-4bc5-a645-3052634f9e81 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-755393'] for floatingip (bb1f0a67-beb2-4053-ab11-31cf844b7124), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:17.590336 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a06ff5-a5b0-4bc5-a645-3052634f9e81 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Pushing event updated for resources: {'Port': ['ID=8575045a-42f4-488c-a850-c05f2fddf0ad,revision_number=2']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:22:17.630803 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d602d7ba-f38f-4451-9eff-ac52dc7ba380 req-6bdb57cb-1d30-4e9a-8a9e-5607d2f450da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:22:17.632284 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d602d7ba-f38f-4451-9eff-ac52dc7ba380 req-6bdb57cb-1d30-4e9a-8a9e-5607d2f450da service neutron] 10.222.0.49 "GET /v2.0/networks?id=ba42464c-405f-4ebb-a940-670d1544688b HTTP/1.1" status: 200 len: 908 time: 0.0889461 Mar 02 17:22:17.701175 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d602d7ba-f38f-4451-9eff-ac52dc7ba380 req-6db70155-9f58-4d03-886f-f945befb9ebb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3d6a1fa-d70e-4381-8c00-417e289bec03 HTTP/1.1" status: 200 len: 1001 time: 0.0624912 Mar 02 17:22:17.723678 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-96a06ff5-a5b0-4bc5-a645-3052634f9e81 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021714'] for floatingip (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:17.724983 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-96a06ff5-a5b0-4bc5-a645-3052634f9e81 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4235446 Mar 02 17:22:17.750968 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d602d7ba-f38f-4451-9eff-ac52dc7ba380 req-c86a6849-353b-4507-ab03-c664b081c6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:22:17.752432 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d602d7ba-f38f-4451-9eff-ac52dc7ba380 req-c86a6849-353b-4507-ab03-c664b081c6f0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2a0d3268-f102-4234-baa8-674033af714e HTTP/1.1" status: 200 len: 846 time: 0.0446837 Mar 02 17:22:17.801816 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d602d7ba-f38f-4451-9eff-ac52dc7ba380 req-3c2095f3-6304-4518-ac96-1a8a34014cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:22:17.803542 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d602d7ba-f38f-4451-9eff-ac52dc7ba380 req-3c2095f3-6304-4518-ac96-1a8a34014cb1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ba42464c-405f-4ebb-a940-670d1544688b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0453660 Mar 02 17:22:17.913106 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d602d7ba-f38f-4451-9eff-ac52dc7ba380 req-1e8a22f5-b99b-4f93-b5f0-4c3f29e1ff0c service neutron] 10.222.0.49 "GET /v2.0/networks/ba42464c-405f-4ebb-a940-670d1544688b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037683 Mar 02 17:22:17.985504 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d676ff99-60eb-49a7-9c77-d2b1309a7398 req-f4fc96f8-cdf6-4737-ad54-2bbc940f3db8 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1619646492&fields=id&tenant_id=897cb86723544dc8ad80348cfa07e75a HTTP/1.1" status: 200 len: 267 time: 0.1014941 Mar 02 17:22:18.077687 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d602d7ba-f38f-4451-9eff-ac52dc7ba380 req-af5e205a-3967-4349-82e1-85b2c1ae9f4e service neutron] 10.222.0.49 "GET /v2.0/networks/ba42464c-405f-4ebb-a940-670d1544688b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546853 Mar 02 17:22:18.114556 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d676ff99-60eb-49a7-9c77-d2b1309a7398 req-05ce6562-6d57-48ca-8d1c-0ad7ee84a7ca tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:22:18.116020 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d676ff99-60eb-49a7-9c77-d2b1309a7398 req-05ce6562-6d57-48ca-8d1c-0ad7ee84a7ca tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/networks?id=a369cc48-2224-4c73-b48d-483a3f280468 HTTP/1.1" status: 200 len: 810 time: 0.1231720 Mar 02 17:22:18.131111 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d676ff99-60eb-49a7-9c77-d2b1309a7398 req-4ec0a5d9-7094-4e60-8fc2-fa0c199453aa tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/quotas/897cb86723544dc8ad80348cfa07e75a HTTP/1.1" status: 200 len: 375 time: 0.0091043 Mar 02 17:22:18.189464 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d676ff99-60eb-49a7-9c77-d2b1309a7398 req-600f3dee-a87f-4d99-ab4c-4156889793a5 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=897cb86723544dc8ad80348cfa07e75a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528760 Mar 02 17:22:18.283211 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d676ff99-60eb-49a7-9c77-d2b1309a7398 req-145d8b26-5b75-4893-82f9-fe8bb068e38b service neutron] 10.222.0.55 "GET /v2.0/networks/a369cc48-2224-4c73-b48d-483a3f280468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820885 Mar 02 17:22:18.379975 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d676ff99-60eb-49a7-9c77-d2b1309a7398 req-d85b046a-3e13-4f16-afe1-9a366f2cade8 service neutron] 10.222.0.55 "GET /v2.0/networks/a369cc48-2224-4c73-b48d-483a3f280468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912097 Mar 02 17:22:18.405385 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 51370) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:22:18.635771 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-22da1c80-ad41-4af9-9ec2-2cd8521ae5bd req-2c5ce1c1-e5d7-4e38-a625-9d138049fca3 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/ports?device_id=97ed9c19-c3b3-4b20-afa3-bc0a3e39e628 HTTP/1.1" status: 200 len: 210 time: 0.0343282 Mar 02 17:22:18.900313 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2dc74524-646b-40a0-b660-98c121564f33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755649'] for router_interface (96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:19.158000 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-2dc74524-646b-40a0-b660-98c121564f33 admin admin] Deleting port 5251a380-45ee-4a11-9d9a-8dc02552250b {{(pid=103838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 17:22:19.158335 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2dc74524-646b-40a0-b660-98c121564f33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757691651449'] for port (5251a380-45ee-4a11-9d9a-8dc02552250b), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:19.237553 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-2dc74524-646b-40a0-b660-98c121564f33 admin admin] For port 5251a380-45ee-4a11-9d9a-8dc02552250b, host dv-cinder-778193-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=5251a380-45ee-4a11-9d9a-8dc02552250b,segment=NetworkSegment(045cca5b-a9b4-4a6c-8670-18c98461fa58),segment_id=045cca5b-a9b4-4a6c-8670-18c98461fa58)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:22:19.237945 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2dc74524-646b-40a0-b660-98c121564f33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757418'] for port (5251a380-45ee-4a11-9d9a-8dc02552250b), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:19.251497 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-2dc74524-646b-40a0-b660-98c121564f33 admin admin] Calling delete_port for 5251a380-45ee-4a11-9d9a-8dc02552250b owned by network:router_interface {{(pid=103838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 17:22:19.747238 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0469b729-1db9-47bf-9de2-8e695df7c099 req-ae1102c6-57b6-4ebc-a993-fa3fa34d994f tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/ports?device_id=97ed9c19-c3b3-4b20-afa3-bc0a3e39e628 HTTP/1.1" status: 200 len: 210 time: 0.0352731 Mar 02 17:22:19.813103 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2dc74524-646b-40a0-b660-98c121564f33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757691659996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757691134190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26691326'] for port (5251a380-45ee-4a11-9d9a-8dc02552250b), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:19.839619 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc74524-646b-40a0-b660-98c121564f33 admin admin] Pushing event deleted for resources: {'Port': ['ID=5251a380-45ee-4a11-9d9a-8dc02552250b,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:22:20.020537 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2dc74524-646b-40a0-b660-98c121564f33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-755501'] for router_interface (96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:20.236878 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dc74524-646b-40a0-b660-98c121564f33 admin admin] Router 96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad has already been hosted by L3 agent 90b713d5-0d52-4da0-a663-b3b1c9fefb3d {{(pid=103838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:22:20.350514 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc74524-646b-40a0-b660-98c121564f33 admin admin] Notify agent at l3_agent.dv-cinder-778193-22-iscsi the message routers_updated {{(pid=103838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:22:20.356558 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-2dc74524-646b-40a0-b660-98c121564f33 admin admin] 10.222.0.55 "PUT /v2.0/routers/96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9500005 Mar 02 17:22:20.359002 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 51386) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:22:20.361634 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b757a414-4c83-466c-8cc5-1890da5bf0ba None None] Sync routers for ids ['96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad'] in dv-cinder-778193-22-iscsi {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 17:22:20.372586 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b757a414-4c83-466c-8cc5-1890da5bf0ba None None] Routers {'96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:22:20.373190 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-b757a414-4c83-466c-8cc5-1890da5bf0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:22:04Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:22:20.524908 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-12de54dd-3c6d-483d-8624-efcde06f3cf1 admin admin] Publish callbacks [] for router (96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:20.601890 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d676ff99-60eb-49a7-9c77-d2b1309a7398 req-fbda0b12-30b5-4069-9a57-b069e06b8c49 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:22:20.603414 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d676ff99-60eb-49a7-9c77-d2b1309a7398 req-fbda0b12-30b5-4069-9a57-b069e06b8c49 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.49 "GET /v2.0/networks?id=a369cc48-2224-4c73-b48d-483a3f280468 HTTP/1.1" status: 200 len: 810 time: 0.1599479 Mar 02 17:22:20.626862 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-b757a414-4c83-466c-8cc5-1890da5bf0ba None None] Set router 96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad gateway port host: dv-cinder-778193-22-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:22:20.691742 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-12de54dd-3c6d-483d-8624-efcde06f3cf1 admin admin] Publish callbacks [] for router_gateway (96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:20.714561 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d676ff99-60eb-49a7-9c77-d2b1309a7398 req-f712901a-e04d-4cd8-81f1-fd56d7f00122 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=897cb86723544dc8ad80348cfa07e75a HTTP/1.1" status: 200 len: 380 time: 0.0818298 Mar 02 17:22:20.722185 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [req-d676ff99-60eb-49a7-9c77-d2b1309a7398 req-b33b9527-2873-4a46-adf4-46853c5c6d83 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Request body: {'port': {'device_id': '97ed9c19-c3b3-4b20-afa3-bc0a3e39e628', 'network_id': 'a369cc48-2224-4c73-b48d-483a3f280468', 'admin_state_up': True, 'tenant_id': '897cb86723544dc8ad80348cfa07e75a', 'security_groups': ['b31257cf-860f-468c-8220-3c371ea3f081']}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:22:20.812648 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-b757a414-4c83-466c-8cc5-1890da5bf0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad', 'name': 'tempest-AttachVolumeShelveTestJSON-2026303204-router', 'tenant_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'bd880e16-691d-471a-a419-15fdc50e029b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:15:15Z', 'updated_at': '2022-03-02T17:22:19Z', 'revision_number': 5, 'project_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'gw_port': {'id': 'bd880e16-691d-471a-a419-15fdc50e029b', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:15:16Z', 'updated_at': '2022-03-02T17:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi'}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:22:20.841460 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b757a414-4c83-466c-8cc5-1890da5bf0ba None None] Checking router: 96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad for host: dv-cinder-778193-22-iscsi {{(pid=103839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 17:22:20.850294 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b757a414-4c83-466c-8cc5-1890da5bf0ba None None] Routers {'96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:22:20.850924 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-b757a414-4c83-466c-8cc5-1890da5bf0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:22:04Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:22:20.893571 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2e172778-8511-4358-9716-35c11870fcc4 req-215c82fb-81c1-4e0d-a8bf-f8ce18a66dc4 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/ports?device_id=97ed9c19-c3b3-4b20-afa3-bc0a3e39e628 HTTP/1.1" status: 200 len: 210 time: 0.0358567 Mar 02 17:22:20.907829 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-12de54dd-3c6d-483d-8624-efcde06f3cf1 admin admin] Deleting port bd880e16-691d-471a-a419-15fdc50e029b {{(pid=103838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 17:22:20.908195 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-12de54dd-3c6d-483d-8624-efcde06f3cf1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757691651449'] for port (bd880e16-691d-471a-a419-15fdc50e029b), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:20.948844 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-b757a414-4c83-466c-8cc5-1890da5bf0ba None None] Set router 96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad gateway port host: None {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:22:20.967120 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d676ff99-60eb-49a7-9c77-d2b1309a7398 req-b33b9527-2873-4a46-adf4-46853c5c6d83 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Made reservation on behalf of 897cb86723544dc8ad80348cfa07e75a for: {'port': 1} {{(pid=103838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:22:20.970757 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-d676ff99-60eb-49a7-9c77-d2b1309a7398 req-b33b9527-2873-4a46-adf4-46853c5c6d83 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:21.010049 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-b757a414-4c83-466c-8cc5-1890da5bf0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad', 'name': 'tempest-AttachVolumeShelveTestJSON-2026303204-router', 'tenant_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:15:15Z', 'updated_at': '2022-03-02T17:22:20Z', 'revision_number': 6, 'project_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'gw_port_host': None}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:22:21.019928 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-12de54dd-3c6d-483d-8624-efcde06f3cf1 admin admin] For port bd880e16-691d-471a-a419-15fdc50e029b, host dv-cinder-778193-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=bd880e16-691d-471a-a419-15fdc50e029b,segment=NetworkSegment(52804d28-a361-4369-98ca-e918669c489a),segment_id=52804d28-a361-4369-98ca-e918669c489a)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:22:21.020892 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-12de54dd-3c6d-483d-8624-efcde06f3cf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757418'] for port (bd880e16-691d-471a-a419-15fdc50e029b), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:21.041257 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b757a414-4c83-466c-8cc5-1890da5bf0ba None None] The sync data for ids ['96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad'] in dv-cinder-778193-22-iscsi is: [{'id': '96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad', 'name': 'tempest-AttachVolumeShelveTestJSON-2026303204-router', 'tenant_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:15:15Z', 'updated_at': '2022-03-02T17:22:20Z', 'revision_number': 6, 'project_id': '4c5c3e34b0274e8a95876b46416bdc2d', 'gw_port_host': None}] {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 17:22:21.065625 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-12de54dd-3c6d-483d-8624-efcde06f3cf1 admin admin] Calling delete_port for bd880e16-691d-471a-a419-15fdc50e029b owned by network:router_gateway {{(pid=103838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 17:22:21.189225 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.db_base_plugin_common [req-d676ff99-60eb-49a7-9c77-d2b1309a7398 req-b33b9527-2873-4a46-adf4-46853c5c6d83 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Allocated IP 172.20.0.9 (a369cc48-2224-4c73-b48d-483a3f280468/9ec618b1-f648-4651-8591-c6b7e8ac0a17/e303434e-8e3e-4852-8fa3-0aebb726c983) {{(pid=103838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:22:21.408461 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-d676ff99-60eb-49a7-9c77-d2b1309a7398 req-b33b9527-2873-4a46-adf4-46853c5c6d83 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks [] for port (e303434e-8e3e-4852-8fa3-0aebb726c983), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:21.438704 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device 5251a380-45ee-4a11-9d9a-8dc02552250b no longer exists at agent ovs-agent-dv-cinder-778193-22-iscsi {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 17:22:21.446640 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-12de54dd-3c6d-483d-8624-efcde06f3cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757691659996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757691134190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26691326'] for port (bd880e16-691d-471a-a419-15fdc50e029b), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:21.459652 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] No Port match for: 5251a380-45ee-4a11-9d9a-8dc02552250b {{(pid=103839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 17:22:21.459997 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device 5251a380-45ee-4a11-9d9a-8dc02552250b not bound to the agent host dv-cinder-778193-22-iscsi {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 17:22:21.474654 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12de54dd-3c6d-483d-8624-efcde06f3cf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd880e16-691d-471a-a419-15fdc50e029b,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:22:21.526671 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-d676ff99-60eb-49a7-9c77-d2b1309a7398 req-b33b9527-2873-4a46-adf4-46853c5c6d83 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757691134181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26691326'] for port (e303434e-8e3e-4852-8fa3-0aebb726c983), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:21.580687 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d676ff99-60eb-49a7-9c77-d2b1309a7398 req-b33b9527-2873-4a46-adf4-46853c5c6d83 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Network a369cc48-2224-4c73-b48d-483a3f280468 is already hosted by enough agents. {{(pid=103838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:22:21.585503 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-12de54dd-3c6d-483d-8624-efcde06f3cf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-755343'] for router_gateway (96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:21.590207 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.base_scheduler [req-d676ff99-60eb-49a7-9c77-d2b1309a7398 req-b33b9527-2873-4a46-adf4-46853c5c6d83 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Resources bound (agent type, host, resource id): {{(pid=103838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:22:21.592291 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [req-d676ff99-60eb-49a7-9c77-d2b1309a7398 req-b33b9527-2873-4a46-adf4-46853c5c6d83 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Received port after_create {{(pid=103838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 17:22:21.680684 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33b9527-2873-4a46-adf4-46853c5c6d83 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Pushing event updated for resources: {'Port': ['ID=e303434e-8e3e-4852-8fa3-0aebb726c983,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:22:21.718888 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-12de54dd-3c6d-483d-8624-efcde06f3cf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-758303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4915'] for router (96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:21.722830 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-12de54dd-3c6d-483d-8624-efcde06f3cf1 admin admin] Publish callbacks [] for router_controller (96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad), precommit_delete_associations {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:21.740799 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d676ff99-60eb-49a7-9c77-d2b1309a7398 req-b33b9527-2873-4a46-adf4-46853c5c6d83 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:22:21.741419 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-d676ff99-60eb-49a7-9c77-d2b1309a7398 req-b33b9527-2873-4a46-adf4-46853c5c6d83 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021714'] for port (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:21.840402 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-3246e183-d123-4843-81d5-8829dc50921a None None] Provisioning complete for port e303434e-8e3e-4852-8fa3-0aebb726c983 triggered by entity DHCP. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:22:21.840814 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-3246e183-d123-4843-81d5-8829dc50921a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (e303434e-8e3e-4852-8fa3-0aebb726c983), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:21.869696 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-12de54dd-3c6d-483d-8624-efcde06f3cf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-758308'] for router (96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:21.873154 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12de54dd-3c6d-483d-8624-efcde06f3cf1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad {{(pid=103838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 17:22:21.874701 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-12de54dd-3c6d-483d-8624-efcde06f3cf1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:21.875859 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-12de54dd-3c6d-483d-8624-efcde06f3cf1 admin admin] 10.222.0.55 "DELETE /v2.0/routers/96eeee96-5ecd-44ab-be6b-f1a1cee1f5ad HTTP/1.1" status: 204 len: 168 time: 1.5159397 Mar 02 17:22:21.878453 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 51394) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:22:21.879172 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-3246e183-d123-4843-81d5-8829dc50921a None None] Port e303434e-8e3e-4852-8fa3-0aebb726c983 cannot update to ACTIVE because it is not bound. {{(pid=103839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 17:22:21.879536 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d676ff99-60eb-49a7-9c77-d2b1309a7398 req-b33b9527-2873-4a46-adf4-46853c5c6d83 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1609364 Mar 02 17:22:21.891015 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [req-d676ff99-60eb-49a7-9c77-d2b1309a7398 req-744800ae-b7d3-43b1-a3e4-f4dd1f804ec6 service neutron] Request body: {'port': {'device_id': '97ed9c19-c3b3-4b20-afa3-bc0a3e39e628', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:22:21.925991 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.db.db_base_plugin_v2 [None req-c25e6463-ab0b-48b0-b1d8-942221abf8aa admin admin] Deleting subnet b2418ff9-f0a5-4e04-8f27-a85b5ef0f2a3 {{(pid=103837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 17:22:21.929246 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c25e6463-ab0b-48b0-b1d8-942221abf8aa admin admin] Publish callbacks [] for subnet (b2418ff9-f0a5-4e04-8f27-a85b5ef0f2a3), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:21.957484 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-d676ff99-60eb-49a7-9c77-d2b1309a7398 req-744800ae-b7d3-43b1-a3e4-f4dd1f804ec6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (e303434e-8e3e-4852-8fa3-0aebb726c983), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:21.968811 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c25e6463-ab0b-48b0-b1d8-942221abf8aa admin admin] Publish callbacks [] for subnet (b2418ff9-f0a5-4e04-8f27-a85b5ef0f2a3), precommit_delete_associations {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:22.015104 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c25e6463-ab0b-48b0-b1d8-942221abf8aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223364'] for subnet (b2418ff9-f0a5-4e04-8f27-a85b5ef0f2a3), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:22.118665 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca2b90-3140-4aa5-9259-34bb8901652e req-959d2304-a659-423e-bc43-1ed8e3d592a9 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:22:22.120384 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-52ca2b90-3140-4aa5-9259-34bb8901652e req-959d2304-a659-423e-bc43-1ed8e3d592a9 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/ports?device_id=97ed9c19-c3b3-4b20-afa3-bc0a3e39e628 HTTP/1.1" status: 200 len: 931 time: 0.1300225 Mar 02 17:22:22.123502 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c25e6463-ab0b-48b0-b1d8-942221abf8aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145'] for subnet (b2418ff9-f0a5-4e04-8f27-a85b5ef0f2a3), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:22.139307 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c25e6463-ab0b-48b0-b1d8-942221abf8aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572135'] for subnet (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:22.142161 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1773029f-3da9-40e3-a698-fe13d28f3d8b None None] Network ba91141c-2c4a-433e-a175-e7c250467227 requested from dv-cinder-778193-22-iscsi {{(pid=103839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 17:22:22.147988 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-c25e6463-ab0b-48b0-b1d8-942221abf8aa admin admin] 10.222.0.55 "DELETE /v2.0/subnets/b2418ff9-f0a5-4e04-8f27-a85b5ef0f2a3 HTTP/1.1" status: 204 len: 168 time: 0.2677858 Mar 02 17:22:22.157957 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 51398) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:22:22.171633 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25e6463-ab0b-48b0-b1d8-942221abf8aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2418ff9-f0a5-4e04-8f27-a85b5ef0f2a3,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:22:22.268994 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-52ca2b90-3140-4aa5-9259-34bb8901652e req-2f731136-05d0-4c17-ac0a-d84ae5cd85eb tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/security-groups?id=b31257cf-860f-468c-8220-3c371ea3f081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418896 Mar 02 17:22:22.313425 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-8ce6235c-ee52-4528-a1d5-21da66a13bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4180927'] for network (ba91141c-2c4a-433e-a175-e7c250467227), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:22.348609 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed499b7-34e0-4e30-843b-b7977920f477 None None] DHCP port deletion for ba91141c-2c4a-433e-a175-e7c250467227 request from dv-cinder-778193-22-iscsi {{(pid=103839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 02 17:22:22.396685 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-fed499b7-34e0-4e30-843b-b7977920f477 None None] Deleting port 61fac84d-2277-43f5-9102-881828195ef6 {{(pid=103839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 17:22:22.397036 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-fed499b7-34e0-4e30-843b-b7977920f477 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757691651449'] for port (61fac84d-2277-43f5-9102-881828195ef6), before_delete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:22.413321 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [req-d676ff99-60eb-49a7-9c77-d2b1309a7398 req-744800ae-b7d3-43b1-a3e4-f4dd1f804ec6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e303434e-8e3e-4852-8fa3-0aebb726c983 {{(pid=103838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 17:22:22.423235 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-d676ff99-60eb-49a7-9c77-d2b1309a7398 req-744800ae-b7d3-43b1-a3e4-f4dd1f804ec6 service neutron] Publish callbacks [] for port (e303434e-8e3e-4852-8fa3-0aebb726c983), precommit_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:22.440603 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-8ce6235c-ee52-4528-a1d5-21da66a13bd2 admin admin] Deleting port 61fac84d-2277-43f5-9102-881828195ef6 {{(pid=103838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 17:22:22.440917 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-8ce6235c-ee52-4528-a1d5-21da66a13bd2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757691651449'] for port (61fac84d-2277-43f5-9102-881828195ef6), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:22.443656 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [req-d676ff99-60eb-49a7-9c77-d2b1309a7398 req-744800ae-b7d3-43b1-a3e4-f4dd1f804ec6 service neutron] Transition to ACTIVE for port object e303434e-8e3e-4852-8fa3-0aebb726c983 will not be triggered until provisioned by entity L2. {{(pid=103838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 17:22:22.462170 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-fed499b7-34e0-4e30-843b-b7977920f477 None None] For port 61fac84d-2277-43f5-9102-881828195ef6, host dv-cinder-778193-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=61fac84d-2277-43f5-9102-881828195ef6,segment=NetworkSegment(045cca5b-a9b4-4a6c-8670-18c98461fa58),segment_id=045cca5b-a9b4-4a6c-8670-18c98461fa58)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:22:22.462884 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-fed499b7-34e0-4e30-843b-b7977920f477 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757418'] for port (61fac84d-2277-43f5-9102-881828195ef6), precommit_delete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:22.475477 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-fed499b7-34e0-4e30-843b-b7977920f477 None None] Calling delete_port for 61fac84d-2277-43f5-9102-881828195ef6 owned by network:dhcp {{(pid=103839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 17:22:22.503676 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-8ce6235c-ee52-4528-a1d5-21da66a13bd2 admin admin] For port 61fac84d-2277-43f5-9102-881828195ef6, host dv-cinder-778193-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=61fac84d-2277-43f5-9102-881828195ef6,segment=NetworkSegment(045cca5b-a9b4-4a6c-8670-18c98461fa58),segment_id=045cca5b-a9b4-4a6c-8670-18c98461fa58)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:22:22.504031 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-8ce6235c-ee52-4528-a1d5-21da66a13bd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757418'] for port (61fac84d-2277-43f5-9102-881828195ef6), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:22.516980 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-8ce6235c-ee52-4528-a1d5-21da66a13bd2 admin admin] Calling delete_port for 61fac84d-2277-43f5-9102-881828195ef6 owned by network:dhcp {{(pid=103838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 17:22:22.522206 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-d676ff99-60eb-49a7-9c77-d2b1309a7398 req-744800ae-b7d3-43b1-a3e4-f4dd1f804ec6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26691319'] for port (e303434e-8e3e-4852-8fa3-0aebb726c983), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:22.613250 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744800ae-b7d3-43b1-a3e4-f4dd1f804ec6 service neutron] Pushing event updated for resources: {'Port': ['ID=e303434e-8e3e-4852-8fa3-0aebb726c983,revision_number=2']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:22:22.662037 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-fed499b7-34e0-4e30-843b-b7977920f477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757691659996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757691134190'] for port (61fac84d-2277-43f5-9102-881828195ef6), after_delete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:22.686739 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed499b7-34e0-4e30-843b-b7977920f477 None None] Pushing event deleted for resources: {'Port': ['ID=61fac84d-2277-43f5-9102-881828195ef6,revision_number=None']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:22:22.692479 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed499b7-34e0-4e30-843b-b7977920f477 None None] No DVR routers for this DVR port 61fac84d-2277-43f5-9102-881828195ef6 on host dv-cinder-778193-22-iscsi {{(pid=103839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:22:22.692753 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-8ce6235c-ee52-4528-a1d5-21da66a13bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757691659996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757691134190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26691326'] for port (61fac84d-2277-43f5-9102-881828195ef6), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:22.728192 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce6235c-ee52-4528-a1d5-21da66a13bd2 admin admin] No DVR routers for this DVR port 61fac84d-2277-43f5-9102-881828195ef6 on host dv-cinder-778193-22-iscsi {{(pid=103838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:22:22.730035 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce6235c-ee52-4528-a1d5-21da66a13bd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=61fac84d-2277-43f5-9102-881828195ef6,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:22:22.762246 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [req-d676ff99-60eb-49a7-9c77-d2b1309a7398 req-744800ae-b7d3-43b1-a3e4-f4dd1f804ec6 service neutron] Attempting to bind port e303434e-8e3e-4852-8fa3-0aebb726c983 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 17:22:22.762604 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [req-d676ff99-60eb-49a7-9c77-d2b1309a7398 req-744800ae-b7d3-43b1-a3e4-f4dd1f804ec6 service neutron] Attempting to bind port e303434e-8e3e-4852-8fa3-0aebb726c983 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '598bc54e-779f-42fa-8855-b2263b11ffea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a369cc48-2224-4c73-b48d-483a3f280468'}] {{(pid=103838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 17:22:22.762926 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d676ff99-60eb-49a7-9c77-d2b1309a7398 req-744800ae-b7d3-43b1-a3e4-f4dd1f804ec6 service neutron] Attempting to bind port e303434e-8e3e-4852-8fa3-0aebb726c983 on network a369cc48-2224-4c73-b48d-483a3f280468 {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 17:22:22.776935 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d676ff99-60eb-49a7-9c77-d2b1309a7398 req-744800ae-b7d3-43b1-a3e4-f4dd1f804ec6 service neutron] Port e303434e-8e3e-4852-8fa3-0aebb726c983 on network a369cc48-2224-4c73-b48d-483a3f280468 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 17:22:22.776935 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d676ff99-60eb-49a7-9c77-d2b1309a7398 req-744800ae-b7d3-43b1-a3e4-f4dd1f804ec6 service neutron] Attempting to bind port e303434e-8e3e-4852-8fa3-0aebb726c983 on network a369cc48-2224-4c73-b48d-483a3f280468 {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 17:22:22.806658 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d676ff99-60eb-49a7-9c77-d2b1309a7398 req-744800ae-b7d3-43b1-a3e4-f4dd1f804ec6 service neutron] Checking agent: {'id': 'dbb67c4d-7aa5-4acf-82b3-541c1cabd3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 13), 'started_at': datetime.datetime(2022, 3, 2, 17, 13, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 17:22:22.806993 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d676ff99-60eb-49a7-9c77-d2b1309a7398 req-744800ae-b7d3-43b1-a3e4-f4dd1f804ec6 service neutron] Checking segment: {'id': '598bc54e-779f-42fa-8855-b2263b11ffea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a369cc48-2224-4c73-b48d-483a3f280468'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 17:22:22.807878 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d676ff99-60eb-49a7-9c77-d2b1309a7398 req-744800ae-b7d3-43b1-a3e4-f4dd1f804ec6 service neutron] Bound using segment: {'id': '598bc54e-779f-42fa-8855-b2263b11ffea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a369cc48-2224-4c73-b48d-483a3f280468'} {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 17:22:22.808307 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [req-d676ff99-60eb-49a7-9c77-d2b1309a7398 req-744800ae-b7d3-43b1-a3e4-f4dd1f804ec6 service neutron] Bound port: e303434e-8e3e-4852-8fa3-0aebb726c983, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '598bc54e-779f-42fa-8855-b2263b11ffea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a369cc48-2224-4c73-b48d-483a3f280468'}}] {{(pid=103838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 17:22:22.808660 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-d676ff99-60eb-49a7-9c77-d2b1309a7398 req-744800ae-b7d3-43b1-a3e4-f4dd1f804ec6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (e303434e-8e3e-4852-8fa3-0aebb726c983), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:22.831666 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-8ce6235c-ee52-4528-a1d5-21da66a13bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3970239', 'neutron.services.segments.db._delete_segments_for_network-8757691626141'] for network (ba91141c-2c4a-433e-a175-e7c250467227), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:22.872263 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.services.segments.db [None req-8ce6235c-ee52-4528-a1d5-21da66a13bd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba91141c-2c4a-433e-a175-e7c250467227']}} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:22:22.888062 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.services.segments.db [None req-8ce6235c-ee52-4528-a1d5-21da66a13bd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '045cca5b-a9b4-4a6c-8670-18c98461fa58') {'for_net_delete': True} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:22:22.888353 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.services.segments.db [None req-8ce6235c-ee52-4528-a1d5-21da66a13bd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '045cca5b-a9b4-4a6c-8670-18c98461fa58') {} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:22:22.905449 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-8ce6235c-ee52-4528-a1d5-21da66a13bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757691629734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26733574'] for segment (045cca5b-a9b4-4a6c-8670-18c98461fa58), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:22.925055 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [req-d676ff99-60eb-49a7-9c77-d2b1309a7398 req-744800ae-b7d3-43b1-a3e4-f4dd1f804ec6 service neutron] For port e303434e-8e3e-4852-8fa3-0aebb726c983, host hv-cinder-77819, cleared binding levels {{(pid=103838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:22:22.927164 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-8ce6235c-ee52-4528-a1d5-21da66a13bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220699'] for segment (045cca5b-a9b4-4a6c-8670-18c98461fa58), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:22.930027 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [req-d676ff99-60eb-49a7-9c77-d2b1309a7398 req-744800ae-b7d3-43b1-a3e4-f4dd1f804ec6 service neutron] For port e303434e-8e3e-4852-8fa3-0aebb726c983, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=e303434e-8e3e-4852-8fa3-0aebb726c983,segment=NetworkSegment(598bc54e-779f-42fa-8855-b2263b11ffea),segment_id=598bc54e-779f-42fa-8855-b2263b11ffea)] {{(pid=103838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:22:22.936590 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ce6235c-ee52-4528-a1d5-21da66a13bd2 admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=103838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 17:22:22.936970 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-8ce6235c-ee52-4528-a1d5-21da66a13bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26691091'] for segment (045cca5b-a9b4-4a6c-8670-18c98461fa58), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:22.938669 dv-cinder-778193-22-iscsi neutron-server[103838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:22:22.938669 dv-cinder-778193-22-iscsi neutron-server[103838]: self.session.flush() Mar 02 17:22:22.938669 dv-cinder-778193-22-iscsi neutron-server[103838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:22:22.938669 dv-cinder-778193-22-iscsi neutron-server[103838]: self.session.flush() Mar 02 17:22:22.938669 dv-cinder-778193-22-iscsi neutron-server[103838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:22:22.938669 dv-cinder-778193-22-iscsi neutron-server[103838]: self.session.flush() Mar 02 17:22:22.938669 dv-cinder-778193-22-iscsi neutron-server[103838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:22:22.938669 dv-cinder-778193-22-iscsi neutron-server[103838]: self.session.flush() Mar 02 17:22:22.938669 dv-cinder-778193-22-iscsi neutron-server[103838]: Traceback (most recent call last): Mar 02 17:22:22.938669 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 17:22:22.938669 dv-cinder-778193-22-iscsi neutron-server[103838]: timer() Mar 02 17:22:22.938669 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:22:22.938669 dv-cinder-778193-22-iscsi neutron-server[103838]: cb(*args, **kw) Mar 02 17:22:22.938669 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 17:22:22.938669 dv-cinder-778193-22-iscsi neutron-server[103838]: return func(*args, **kwargs) Mar 02 17:22:22.938669 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:22:22.938669 dv-cinder-778193-22-iscsi neutron-server[103838]: self._notify() Mar 02 17:22:22.938669 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:22:22.938669 dv-cinder-778193-22-iscsi neutron-server[103838]: self.callback(batched_events) Mar 02 17:22:22.938669 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:22:22.938669 dv-cinder-778193-22-iscsi neutron-server[103838]: event.method(event) Mar 02 17:22:22.938669 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 17:22:22.938669 dv-cinder-778193-22-iscsi neutron-server[103838]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:22:22.938669 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 17:22:22.938669 dv-cinder-778193-22-iscsi neutron-server[103838]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:22:22.938669 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 17:22:22.938669 dv-cinder-778193-22-iscsi neutron-server[103838]: return f(self, *a, **k) Mar 02 17:22:22.938669 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:22:22.938669 dv-cinder-778193-22-iscsi neutron-server[103838]: return self._get(url).json() Mar 02 17:22:22.938669 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:22:22.938669 dv-cinder-778193-22-iscsi neutron-server[103838]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:22:22.938669 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 17:22:22.938669 dv-cinder-778193-22-iscsi neutron-server[103838]: return self.request(url, 'GET', **kwargs) Mar 02 17:22:22.938669 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 17:22:22.938669 dv-cinder-778193-22-iscsi neutron-server[103838]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:22:22.938669 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 17:22:22.938669 dv-cinder-778193-22-iscsi neutron-server[103838]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:22:22.938669 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 17:22:22.938669 dv-cinder-778193-22-iscsi neutron-server[103838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:22:22.938669 dv-cinder-778193-22-iscsi neutron-server[103838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:22:23.007958 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-d676ff99-60eb-49a7-9c77-d2b1309a7398 req-744800ae-b7d3-43b1-a3e4-f4dd1f804ec6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26691319'] for port (e303434e-8e3e-4852-8fa3-0aebb726c983), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:23.052879 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d676ff99-60eb-49a7-9c77-d2b1309a7398 req-744800ae-b7d3-43b1-a3e4-f4dd1f804ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:22:23.053494 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-d676ff99-60eb-49a7-9c77-d2b1309a7398 req-744800ae-b7d3-43b1-a3e4-f4dd1f804ec6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021714'] for port (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:23.054963 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d676ff99-60eb-49a7-9c77-d2b1309a7398 req-744800ae-b7d3-43b1-a3e4-f4dd1f804ec6 service neutron] 10.222.0.49 "PUT /v2.0/ports/e303434e-8e3e-4852-8fa3-0aebb726c983 HTTP/1.1" status: 200 len: 1093 time: 1.1684220 Mar 02 17:22:23.055403 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97ed9c19-c3b3-4b20-afa3-bc0a3e39e628', 'tag': 'e303434e-8e3e-4852-8fa3-0aebb726c983'}] {{(pid=103838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 17:22:23.058575 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7c8e0f7c7170b606f581d652a183e77a47547618c5f9292d8eb62f06a367e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d70535-2596-4d2e-aeb3-6eadcc70b39d" -d '{"events": [{"name": "network-changed", "server_uuid": "97ed9c19-c3b3-4b20-afa3-bc0a3e39e628", "tag": "e303434e-8e3e-4852-8fa3-0aebb726c983"}]}' {{(pid=103838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 17:22:23.082535 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744800ae-b7d3-43b1-a3e4-f4dd1f804ec6 service neutron] Pushing event updated for resources: {'Port': ['ID=e303434e-8e3e-4852-8fa3-0aebb726c983,revision_number=3']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:22:23.093328 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-8ce6235c-ee52-4528-a1d5-21da66a13bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3970246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-755379'] for network (ba91141c-2c4a-433e-a175-e7c250467227), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:23.099938 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-8ce6235c-ee52-4528-a1d5-21da66a13bd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572135'] for network (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:23.103276 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-8ce6235c-ee52-4528-a1d5-21da66a13bd2 admin admin] 10.222.0.55 "DELETE /v2.0/networks/ba91141c-2c4a-433e-a175-e7c250467227 HTTP/1.1" status: 204 len: 168 time: 0.9442475 Mar 02 17:22:23.117173 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 17:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac8cf82-f819-4f25-9e9e-247274554d9c x-openstack-request-id: req-aac8cf82-f819-4f25-9e9e-247274554d9c {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 17:22:23.117521 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97ed9c19-c3b3-4b20-afa3-bc0a3e39e628", "tag": "e303434e-8e3e-4852-8fa3-0aebb726c983", "status": "completed", "code": 200}]} {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 17:22:23.117724 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-aac8cf82-f819-4f25-9e9e-247274554d9c {{(pid=103838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 17:22:23.118169 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97ed9c19-c3b3-4b20-afa3-bc0a3e39e628', 'tag': 'e303434e-8e3e-4852-8fa3-0aebb726c983', 'status': 'completed', 'code': 200} Mar 02 17:22:23.120548 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce6235c-ee52-4528-a1d5-21da66a13bd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba91141c-2c4a-433e-a175-e7c250467227,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:22:23.187183 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d70535-2596-4d2e-aeb3-6eadcc70b39d req-e8a696c1-b981-4bbf-abe2-5c625d907643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:22:23.188689 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-11d70535-2596-4d2e-aeb3-6eadcc70b39d req-e8a696c1-b981-4bbf-abe2-5c625d907643 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=897cb86723544dc8ad80348cfa07e75a&device_id=97ed9c19-c3b3-4b20-afa3-bc0a3e39e628 HTTP/1.1" status: 200 len: 1127 time: 0.0559294 Mar 02 17:22:23.296121 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d70535-2596-4d2e-aeb3-6eadcc70b39d req-ab043fc3-a447-4240-a459-6b1e0b5bef80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:22:23.297772 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-11d70535-2596-4d2e-aeb3-6eadcc70b39d req-ab043fc3-a447-4240-a459-6b1e0b5bef80 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=897cb86723544dc8ad80348cfa07e75a&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1029403 Mar 02 17:22:23.439152 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device bd880e16-691d-471a-a419-15fdc50e029b no longer exists at agent ovs-agent-dv-cinder-778193-22-iscsi {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 17:22:23.446606 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 51406) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:22:23.448806 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf68713-5f38-4951-8c1e-8c5f82ac90f5 req-76ed667b-d871-46e5-b202-4717a5f70b66 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:22:23.450354 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-bbf68713-5f38-4951-8c1e-8c5f82ac90f5 req-76ed667b-d871-46e5-b202-4717a5f70b66 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/ports?device_id=97ed9c19-c3b3-4b20-afa3-bc0a3e39e628 HTTP/1.1" status: 200 len: 943 time: 0.0884216 Mar 02 17:22:23.451568 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d70535-2596-4d2e-aeb3-6eadcc70b39d req-e3c3cc2e-faf2-4b27-b81b-9534ce55056c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:22:23.452946 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-11d70535-2596-4d2e-aeb3-6eadcc70b39d req-e3c3cc2e-faf2-4b27-b81b-9534ce55056c service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1494195 Mar 02 17:22:23.462112 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] No Port match for: bd880e16-691d-471a-a419-15fdc50e029b {{(pid=103839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 17:22:23.463118 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device bd880e16-691d-471a-a419-15fdc50e029b not bound to the agent host dv-cinder-778193-22-iscsi {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 17:22:23.464101 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device 61fac84d-2277-43f5-9102-881828195ef6 no longer exists at agent ovs-agent-dv-cinder-778193-22-iscsi {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 17:22:23.491198 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] No Port match for: 61fac84d-2277-43f5-9102-881828195ef6 {{(pid=103839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 17:22:23.491676 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device 61fac84d-2277-43f5-9102-881828195ef6 not bound to the agent host dv-cinder-778193-22-iscsi {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 17:22:23.498149 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-4f24e779-833d-4d33-a619-820bb87d1948 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4c5c3e34b0274e8a95876b46416bdc2d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0501044 Mar 02 17:22:23.500636 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 51408) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:22:23.537526 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-bbf68713-5f38-4951-8c1e-8c5f82ac90f5 req-2ae20bbd-0143-4247-91f3-a31737dd9fd3 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/security-groups?id=b31257cf-860f-468c-8220-3c371ea3f081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806360 Mar 02 17:22:23.552012 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-002b1811-2cde-4ea3-b59e-9d2fde6ece14 admin admin] Publish callbacks [] for security_group (7ff93c0c-841f-4366-ba3b-fc622b681859), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:23.553782 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d676ff99-60eb-49a7-9c77-d2b1309a7398 req-082a348d-1c3e-4da4-9db9-8a255a299ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:22:23.555312 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d676ff99-60eb-49a7-9c77-d2b1309a7398 req-082a348d-1c3e-4da4-9db9-8a255a299ad8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=897cb86723544dc8ad80348cfa07e75a&device_id=97ed9c19-c3b3-4b20-afa3-bc0a3e39e628 HTTP/1.1" status: 200 len: 1127 time: 0.0591190 Mar 02 17:22:23.575222 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-002b1811-2cde-4ea3-b59e-9d2fde6ece14 admin admin] Publish callbacks [] for security_group (7ff93c0c-841f-4366-ba3b-fc622b681859), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:23.596058 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d676ff99-60eb-49a7-9c77-d2b1309a7398 req-85a22c01-202d-4f9e-b999-f0c238bee4e7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e303434e-8e3e-4852-8fa3-0aebb726c983 HTTP/1.1" status: 200 len: 217 time: 0.0345249 Mar 02 17:22:23.648490 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d676ff99-60eb-49a7-9c77-d2b1309a7398 req-0eb84326-47f0-473f-979f-32e802caaf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:22:23.649986 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d676ff99-60eb-49a7-9c77-d2b1309a7398 req-0eb84326-47f0-473f-979f-32e802caaf0e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9ec618b1-f648-4651-8591-c6b7e8ac0a17 HTTP/1.1" status: 200 len: 849 time: 0.0483956 Mar 02 17:22:23.704119 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-002b1811-2cde-4ea3-b59e-9d2fde6ece14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (7ff93c0c-841f-4366-ba3b-fc622b681859), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:23.705892 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d676ff99-60eb-49a7-9c77-d2b1309a7398 req-b3751035-b722-45f2-be5d-0f12be701eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:22:23.706608 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-002b1811-2cde-4ea3-b59e-9d2fde6ece14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:23.707397 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d676ff99-60eb-49a7-9c77-d2b1309a7398 req-b3751035-b722-45f2-be5d-0f12be701eb2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a369cc48-2224-4c73-b48d-483a3f280468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0518963 Mar 02 17:22:23.707749 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-002b1811-2cde-4ea3-b59e-9d2fde6ece14 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7ff93c0c-841f-4366-ba3b-fc622b681859 HTTP/1.1" status: 204 len: 168 time: 0.2061367 Mar 02 17:22:23.717066 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002b1811-2cde-4ea3-b59e-9d2fde6ece14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff93c0c-841f-4366-ba3b-fc622b681859,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:22:23.802534 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d676ff99-60eb-49a7-9c77-d2b1309a7398 req-3c2882d5-8c90-4140-b0bf-7b0c09d767bf service neutron] 10.222.0.49 "GET /v2.0/networks/a369cc48-2224-4c73-b48d-483a3f280468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878296 Mar 02 17:22:24.193658 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d676ff99-60eb-49a7-9c77-d2b1309a7398 req-5ac75eb4-7162-4831-8eee-de06cf1daa52 service neutron] 10.222.0.49 "GET /v2.0/networks/a369cc48-2224-4c73-b48d-483a3f280468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3853905 Mar 02 17:22:24.663197 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e778c97-55f8-4962-9219-08ccd40ace94 req-3f7ec453-8bd3-4d91-b269-497989614060 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:22:24.664792 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-3e778c97-55f8-4962-9219-08ccd40ace94 req-3f7ec453-8bd3-4d91-b269-497989614060 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/ports?device_id=97ed9c19-c3b3-4b20-afa3-bc0a3e39e628 HTTP/1.1" status: 200 len: 943 time: 0.0546541 Mar 02 17:22:24.717618 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-3e778c97-55f8-4962-9219-08ccd40ace94 req-802af05a-9fdf-45d2-b93b-4569891e52f8 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/security-groups?id=b31257cf-860f-468c-8220-3c371ea3f081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459917 Mar 02 17:22:24.778369 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 51432) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:22:24.883117 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [None req-af8f822a-bf73-4420-8b67-907f4652641c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-850044597-network', 'tenant_id': '9a6c6ec9a0914758a0042ae92e510db4'}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:22:24.955243 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af8f822a-bf73-4420-8b67-907f4652641c admin admin] Made reservation on behalf of 9a6c6ec9a0914758a0042ae92e510db4 for: {'network': 1} {{(pid=103838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:22:24.957559 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-af8f822a-bf73-4420-8b67-907f4652641c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for network (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:24.967684 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-af8f822a-bf73-4420-8b67-907f4652641c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:25.046219 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-af8f822a-bf73-4420-8b67-907f4652641c admin admin] Publish callbacks [] for security_group (48625e24-112d-44e3-a425-dd71a0915737), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:25.098455 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-af8f822a-bf73-4420-8b67-907f4652641c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (48625e24-112d-44e3-a425-dd71a0915737), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:25.124118 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af8f822a-bf73-4420-8b67-907f4652641c admin admin] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=103838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:22:25.138800 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8f822a-bf73-4420-8b67-907f4652641c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48625e24-112d-44e3-a425-dd71a0915737,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:22:25.143989 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-af8f822a-bf73-4420-8b67-907f4652641c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220699'] for segment (7b097a75-0850-4639-99e3-0fb55a9f4ea1), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:25.158146 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.db.segments_db [None req-af8f822a-bf73-4420-8b67-907f4652641c admin admin] Added segment 7b097a75-0850-4639-99e3-0fb55a9f4ea1 of type vlan for network 7ae9a447-1782-409b-a3a1-710b57169865 Mar 02 17:22:25.188718 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-af8f822a-bf73-4420-8b67-907f4652641c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757691153484'] for network (7ae9a447-1782-409b-a3a1-710b57169865), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:25.258620 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-af8f822a-bf73-4420-8b67-907f4652641c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145'] for network (7ae9a447-1782-409b-a3a1-710b57169865), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:25.259611 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8f822a-bf73-4420-8b67-907f4652641c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:22:25.260742 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-af8f822a-bf73-4420-8b67-907f4652641c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572135'] for network (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:25.320388 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8f822a-bf73-4420-8b67-907f4652641c admin admin] Pushing event updated for resources: {'Network': ['ID=7ae9a447-1782-409b-a3a1-710b57169865,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:22:25.335191 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Network 7ae9a447-1782-409b-a3a1-710b57169865 details requested by agent ovs-agent-dv-cinder-778193-22-iscsi with host dv-cinder-778193-22-iscsi {{(pid=103839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 17:22:25.387804 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-af8f822a-bf73-4420-8b67-907f4652641c admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6082084 Mar 02 17:22:25.390704 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 51436) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:22:25.398825 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [None req-ae720418-92d2-4a5c-9390-5de76d956eb9 admin admin] Request body: {'subnet': {'network_id': '7ae9a447-1782-409b-a3a1-710b57169865', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-850044597-subnet', 'tenant_id': '9a6c6ec9a0914758a0042ae92e510db4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:22:25.469939 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae720418-92d2-4a5c-9390-5de76d956eb9 admin admin] Made reservation on behalf of 9a6c6ec9a0914758a0042ae92e510db4 for: {'subnet': 1} {{(pid=103838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:22:25.472277 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-ae720418-92d2-4a5c-9390-5de76d956eb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26336855'] for subnet (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:25.703978 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-ae720418-92d2-4a5c-9390-5de76d956eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26691210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26336869'] for subnet (fd4cbba9-7e23-4fa9-8083-457678593f9c), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:25.765375 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae720418-92d2-4a5c-9390-5de76d956eb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd4cbba9-7e23-4fa9-8083-457678593f9c,revision_number=0']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:22:25.776533 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae720418-92d2-4a5c-9390-5de76d956eb9 admin admin] Checking segment: {'id': '7b097a75-0850-4639-99e3-0fb55a9f4ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7ae9a447-1782-409b-a3a1-710b57169865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 17:22:25.776885 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae720418-92d2-4a5c-9390-5de76d956eb9 admin admin] Network hostable DHCP agents. Network: 7ae9a447-1782-409b-a3a1-710b57169865, hostable agents: ['0060df7f-f835-4890-b25c-3842f545a9d0'], hosted agents: [] {{(pid=103838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:22:25.846765 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da11798-af36-4746-98dd-bbf27c07965d req-2a497662-8435-4d23-bc32-64dead2fdf64 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:22:25.848288 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2da11798-af36-4746-98dd-bbf27c07965d req-2a497662-8435-4d23-bc32-64dead2fdf64 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/ports?device_id=97ed9c19-c3b3-4b20-afa3-bc0a3e39e628 HTTP/1.1" status: 200 len: 943 time: 0.0604496 Mar 02 17:22:25.896583 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2da11798-af36-4746-98dd-bbf27c07965d req-a729d3eb-491b-4c3b-b30f-ca7548f7685d tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/security-groups?id=b31257cf-860f-468c-8220-3c371ea3f081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425172 Mar 02 17:22:25.903556 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae720418-92d2-4a5c-9390-5de76d956eb9 admin admin] Network 7ae9a447-1782-409b-a3a1-710b57169865 is scheduled to be hosted by DHCP agent 0060df7f-f835-4890-b25c-3842f545a9d0 with binding_index 1 {{(pid=103838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:22:26.012672 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.base_scheduler [None req-ae720418-92d2-4a5c-9390-5de76d956eb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-22-iscsi, 7ae9a447-1782-409b-a3a1-710b57169865) {{(pid=103838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:22:26.017251 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae720418-92d2-4a5c-9390-5de76d956eb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:22:26.018036 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-ae720418-92d2-4a5c-9390-5de76d956eb9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:26.026494 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb17f15-00c5-4e15-be55-b8703a55b505 None None] Network 7ae9a447-1782-409b-a3a1-710b57169865 requested from dv-cinder-778193-22-iscsi {{(pid=103839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 17:22:26.106626 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-ae720418-92d2-4a5c-9390-5de76d956eb9 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7148447 Mar 02 17:22:26.127843 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9c99a5-992d-4716-938c-a99f9c1cd677 None None] Network 7ae9a447-1782-409b-a3a1-710b57169865 requested from dv-cinder-778193-22-iscsi {{(pid=103839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 17:22:26.237105 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device e303434e-8e3e-4852-8fa3-0aebb726c983 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 17:22:26.344481 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] For port e303434e-8e3e-4852-8fa3-0aebb726c983, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=e303434e-8e3e-4852-8fa3-0aebb726c983,segment=NetworkSegment(598bc54e-779f-42fa-8855-b2263b11ffea),segment_id=598bc54e-779f-42fa-8855-b2263b11ffea)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:22:26.356773 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Returning: {'device': 'e303434e-8e3e-4852-8fa3-0aebb726c983', 'network_id': 'a369cc48-2224-4c73-b48d-483a3f280468', 'port_id': 'e303434e-8e3e-4852-8fa3-0aebb726c983', 'mac_address': 'fa:16:3e:4b:15:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ec618b1-f648-4651-8591-c6b7e8ac0a17', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 17:22:26.395195 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Current status of the port e303434e-8e3e-4852-8fa3-0aebb726c983 is: DOWN; New status is: BUILD {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:22:26.395573 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (e303434e-8e3e-4852-8fa3-0aebb726c983), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:26.409764 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.notifiers.nova [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e303434e-8e3e-4852-8fa3-0aebb726c983 {{(pid=103839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 17:22:26.430534 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] For port e303434e-8e3e-4852-8fa3-0aebb726c983, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=e303434e-8e3e-4852-8fa3-0aebb726c983,segment=NetworkSegment(598bc54e-779f-42fa-8855-b2263b11ffea),segment_id=598bc54e-779f-42fa-8855-b2263b11ffea)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:22:26.487482 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (e303434e-8e3e-4852-8fa3-0aebb726c983), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:26.540380 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Pushing event updated for resources: {'Port': ['ID=e303434e-8e3e-4852-8fa3-0aebb726c983,revision_number=4']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:22:26.551224 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:22:26.551671 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:22:26.552080 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:22:26.552479 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:22:26.552883 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:22:26.553275 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:22:26.553673 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:22:26.554250 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:22:26.554653 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:22:26.555072 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:22:26.555468 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:22:26.555799 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:22:26.556124 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:22:26.561008 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193241d1-628a-4b89-9f44-d2ac1b8fa8d6 req-6aea51df-9f8d-4209-91db-30ddafe9c77d tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:22:26.562576 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-193241d1-628a-4b89-9f44-d2ac1b8fa8d6 req-6aea51df-9f8d-4209-91db-30ddafe9c77d tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/networks?id=7ae9a447-1782-409b-a3a1-710b57169865 HTTP/1.1" status: 200 len: 814 time: 0.1195359 Mar 02 17:22:26.578434 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-193241d1-628a-4b89-9f44-d2ac1b8fa8d6 req-0b12ee30-109d-4641-a9a0-cc3e29d517df tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/quotas/9a6c6ec9a0914758a0042ae92e510db4 HTTP/1.1" status: 200 len: 375 time: 0.0100694 Mar 02 17:22:26.612374 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-193241d1-628a-4b89-9f44-d2ac1b8fa8d6 req-60f7376e-b133-4eb4-85e4-8489d613df8d tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9a6c6ec9a0914758a0042ae92e510db4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284655 Mar 02 17:22:26.733880 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] get_ports_and_sgs() called for port_ids ['e303434e-8e3e-4852-8fa3-0aebb726c983'] {{(pid=103839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 17:22:26.756121 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-193241d1-628a-4b89-9f44-d2ac1b8fa8d6 req-a97939ee-9db5-4f53-aaad-9773c5c7d97f service neutron] 10.222.0.55 "GET /v2.0/networks/7ae9a447-1782-409b-a3a1-710b57169865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368301 Mar 02 17:22:26.850763 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-193241d1-628a-4b89-9f44-d2ac1b8fa8d6 req-2b972495-c6c0-4528-b5a4-488dbd659213 service neutron] 10.222.0.55 "GET /v2.0/networks/7ae9a447-1782-409b-a3a1-710b57169865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871158 Mar 02 17:22:27.021537 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4890af2-559c-43e8-9afb-28777149a5d7 req-c1d6988b-bdd0-4871-bd1f-1b9ae9bb58b1 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:22:27.023486 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d4890af2-559c-43e8-9afb-28777149a5d7 req-c1d6988b-bdd0-4871-bd1f-1b9ae9bb58b1 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/ports?device_id=97ed9c19-c3b3-4b20-afa3-bc0a3e39e628 HTTP/1.1" status: 200 len: 944 time: 0.0550754 Mar 02 17:22:27.086728 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d4890af2-559c-43e8-9afb-28777149a5d7 req-8ad9ddf2-74fa-4f78-88c1-be03c520b026 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/security-groups?id=b31257cf-860f-468c-8220-3c371ea3f081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564246 Mar 02 17:22:27.127430 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d153ed36-67a0-4d47-9984-d55e7ab813fb req-2b9e4446-6d0e-4bf4-b547-8d3c9f1ce12d tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8235048-214a-4cd7-b61a-4f677c7d5d07 HTTP/1.1" status: 200 len: 210 time: 0.0348814 Mar 02 17:22:28.208716 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d01de4-1093-47a4-9633-c14f681998ac req-6eb85db8-1f75-4f21-a062-eb58d873f323 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:22:28.211454 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d0d01de4-1093-47a4-9633-c14f681998ac req-6eb85db8-1f75-4f21-a062-eb58d873f323 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/ports?device_id=97ed9c19-c3b3-4b20-afa3-bc0a3e39e628 HTTP/1.1" status: 200 len: 944 time: 0.0591667 Mar 02 17:22:28.224677 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device e303434e-8e3e-4852-8fa3-0aebb726c983 up at agent hyperv_hv-cinder-77819 {{(pid=103839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 17:22:28.248916 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-451e627f-e771-440d-9d43-7d0c2b3aec35 req-91b6457c-ae2c-42ae-aba5-7030f5a31198 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8235048-214a-4cd7-b61a-4f677c7d5d07 HTTP/1.1" status: 200 len: 210 time: 0.0363705 Mar 02 17:22:28.290545 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d0d01de4-1093-47a4-9633-c14f681998ac req-afd161cb-0ecc-4f06-89bf-d89820c6d563 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/security-groups?id=b31257cf-860f-468c-8220-3c371ea3f081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689261 Mar 02 17:22:28.423753 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Provisioning for port e303434e-8e3e-4852-8fa3-0aebb726c983 completed by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 17:22:28.428546 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Provisioning complete for port e303434e-8e3e-4852-8fa3-0aebb726c983 triggered by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:22:28.434404 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (e303434e-8e3e-4852-8fa3-0aebb726c983), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:28.516049 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Current status of the port e303434e-8e3e-4852-8fa3-0aebb726c983 is: BUILD; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:22:28.516446 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (e303434e-8e3e-4852-8fa3-0aebb726c983), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:28.541985 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97ed9c19-c3b3-4b20-afa3-bc0a3e39e628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e303434e-8e3e-4852-8fa3-0aebb726c983'}] {{(pid=103839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 17:22:28.544715 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1ae65c9246df630c0a528d92fdc2f4b7a0a5f54ed45d3739c3110b66571c885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b556fc-7a15-40d9-b5f2-aebf800891c4" -d '{"events": [{"server_uuid": "97ed9c19-c3b3-4b20-afa3-bc0a3e39e628", "name": "network-vif-plugged", "status": "completed", "tag": "e303434e-8e3e-4852-8fa3-0aebb726c983"}]}' {{(pid=103839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 17:22:28.559081 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] For port e303434e-8e3e-4852-8fa3-0aebb726c983, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=e303434e-8e3e-4852-8fa3-0aebb726c983,segment=NetworkSegment(598bc54e-779f-42fa-8855-b2263b11ffea),segment_id=598bc54e-779f-42fa-8855-b2263b11ffea)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:22:28.580962 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 17:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca1f22a4-c31c-4e06-8b78-e7b56e00a5ce x-openstack-request-id: req-ca1f22a4-c31c-4e06-8b78-e7b56e00a5ce {{(pid=103839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 17:22:28.581267 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97ed9c19-c3b3-4b20-afa3-bc0a3e39e628", "name": "network-vif-plugged", "status": "completed", "tag": "e303434e-8e3e-4852-8fa3-0aebb726c983", "code": 200}]} {{(pid=103839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 17:22:28.581520 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ca1f22a4-c31c-4e06-8b78-e7b56e00a5ce {{(pid=103839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 17:22:28.581938 dv-cinder-778193-22-iscsi neutron-server[103839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97ed9c19-c3b3-4b20-afa3-bc0a3e39e628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e303434e-8e3e-4852-8fa3-0aebb726c983', 'code': 200} Mar 02 17:22:28.669867 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (e303434e-8e3e-4852-8fa3-0aebb726c983), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:28.719182 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Pushing event updated for resources: {'Port': ['ID=e303434e-8e3e-4852-8fa3-0aebb726c983,revision_number=5']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:22:28.940395 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1f1329-132c-43ba-8f06-ee10f8181401 req-21efaff4-e386-4b77-b791-d7601b55619b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:22:28.941918 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-ca1f1329-132c-43ba-8f06-ee10f8181401 req-21efaff4-e386-4b77-b791-d7601b55619b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=97ed9c19-c3b3-4b20-afa3-bc0a3e39e628 HTTP/1.1" status: 200 len: 1129 time: 0.0458574 Mar 02 17:22:28.992878 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-ca1f1329-132c-43ba-8f06-ee10f8181401 req-41ef8f0e-e49e-4502-b879-243e0611c84a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=b31257cf-860f-468c-8220-3c371ea3f081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443873 Mar 02 17:22:29.352187 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-b4f19efa-2148-4320-bd01-b934b141a221 req-b494fe30-16ad-454f-a64f-fcebfdccb46c tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8235048-214a-4cd7-b61a-4f677c7d5d07 HTTP/1.1" status: 200 len: 210 time: 0.0285983 Mar 02 17:22:29.483768 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36762b22-51bb-45f7-b7a9-c5d355ae5243 req-9fdb8245-e478-49ba-bed0-da44de930ede tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:22:29.485357 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-36762b22-51bb-45f7-b7a9-c5d355ae5243 req-9fdb8245-e478-49ba-bed0-da44de930ede tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/ports?device_id=97ed9c19-c3b3-4b20-afa3-bc0a3e39e628 HTTP/1.1" status: 200 len: 945 time: 0.1183290 Mar 02 17:22:29.533097 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193241d1-628a-4b89-9f44-d2ac1b8fa8d6 req-f9340825-7867-48d2-b92e-07dd11ec57bb tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:22:29.534507 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-193241d1-628a-4b89-9f44-d2ac1b8fa8d6 req-f9340825-7867-48d2-b92e-07dd11ec57bb tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.49 "GET /v2.0/networks?id=7ae9a447-1782-409b-a3a1-710b57169865 HTTP/1.1" status: 200 len: 814 time: 0.1371813 Mar 02 17:22:29.549595 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [req-193241d1-628a-4b89-9f44-d2ac1b8fa8d6 req-83f7be43-5977-435e-a692-bd88e99c88ce tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Request body: {'port': {'device_id': 'c8235048-214a-4cd7-b61a-4f677c7d5d07', 'network_id': '7ae9a447-1782-409b-a3a1-710b57169865', 'admin_state_up': True, 'tenant_id': '9a6c6ec9a0914758a0042ae92e510db4'}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:22:29.607705 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-36762b22-51bb-45f7-b7a9-c5d355ae5243 req-e1c24586-0b1e-4ea3-9622-3458e34ad3cd tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/security-groups?id=b31257cf-860f-468c-8220-3c371ea3f081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156862 Mar 02 17:22:29.760931 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-193241d1-628a-4b89-9f44-d2ac1b8fa8d6 req-83f7be43-5977-435e-a692-bd88e99c88ce tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Made reservation on behalf of 9a6c6ec9a0914758a0042ae92e510db4 for: {'port': 1} {{(pid=103838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:22:29.764380 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-193241d1-628a-4b89-9f44-d2ac1b8fa8d6 req-83f7be43-5977-435e-a692-bd88e99c88ce tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:29.897399 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.db_base_plugin_common [req-193241d1-628a-4b89-9f44-d2ac1b8fa8d6 req-83f7be43-5977-435e-a692-bd88e99c88ce tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Allocated IP 172.20.0.5 (7ae9a447-1782-409b-a3a1-710b57169865/fd4cbba9-7e23-4fa9-8083-457678593f9c/10814798-0cc1-4d35-b096-d2b66d62fafb) {{(pid=103838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:22:30.063587 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-193241d1-628a-4b89-9f44-d2ac1b8fa8d6 req-83f7be43-5977-435e-a692-bd88e99c88ce tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Publish callbacks [] for port (10814798-0cc1-4d35-b096-d2b66d62fafb), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:30.208000 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-193241d1-628a-4b89-9f44-d2ac1b8fa8d6 req-83f7be43-5977-435e-a692-bd88e99c88ce tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757691134181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26691326'] for port (10814798-0cc1-4d35-b096-d2b66d62fafb), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:30.252464 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-193241d1-628a-4b89-9f44-d2ac1b8fa8d6 req-83f7be43-5977-435e-a692-bd88e99c88ce tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Network 7ae9a447-1782-409b-a3a1-710b57169865 is already hosted by enough agents. {{(pid=103838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:22:30.255673 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.base_scheduler [req-193241d1-628a-4b89-9f44-d2ac1b8fa8d6 req-83f7be43-5977-435e-a692-bd88e99c88ce tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Resources bound (agent type, host, resource id): {{(pid=103838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:22:30.259295 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [req-193241d1-628a-4b89-9f44-d2ac1b8fa8d6 req-83f7be43-5977-435e-a692-bd88e99c88ce tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Received port after_create {{(pid=103838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 17:22:30.289187 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f7be43-5977-435e-a692-bd88e99c88ce tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Pushing event updated for resources: {'Port': ['ID=10814798-0cc1-4d35-b096-d2b66d62fafb,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:22:30.319781 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193241d1-628a-4b89-9f44-d2ac1b8fa8d6 req-83f7be43-5977-435e-a692-bd88e99c88ce tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:22:30.320390 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-193241d1-628a-4b89-9f44-d2ac1b8fa8d6 req-83f7be43-5977-435e-a692-bd88e99c88ce tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021714'] for port (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:30.403768 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-193241d1-628a-4b89-9f44-d2ac1b8fa8d6 req-83f7be43-5977-435e-a692-bd88e99c88ce tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8586893 Mar 02 17:22:30.415354 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [req-193241d1-628a-4b89-9f44-d2ac1b8fa8d6 req-55177b92-c6f7-4ebb-bce0-abad78571303 service neutron] Request body: {'port': {'device_id': 'c8235048-214a-4cd7-b61a-4f677c7d5d07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:22:30.510421 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-193241d1-628a-4b89-9f44-d2ac1b8fa8d6 req-55177b92-c6f7-4ebb-bce0-abad78571303 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (10814798-0cc1-4d35-b096-d2b66d62fafb), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:30.520027 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0db6c5-ec36-497a-83d4-c5e39a924bf8 req-c935fa70-f35a-44e2-bb86-60dad906c1e1 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:22:30.521507 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-3b0db6c5-ec36-497a-83d4-c5e39a924bf8 req-c935fa70-f35a-44e2-bb86-60dad906c1e1 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8235048-214a-4cd7-b61a-4f677c7d5d07 HTTP/1.1" status: 200 len: 931 time: 0.1011143 Mar 02 17:22:30.613544 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-3b0db6c5-ec36-497a-83d4-c5e39a924bf8 req-92901c71-f4fa-4634-ad6f-bdb5696c6560 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/security-groups?id=48625e24-112d-44e3-a425-dd71a0915737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854514 Mar 02 17:22:30.804325 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f5595f-05da-43a1-8bc2-af4b0816b770 req-c707dbf1-7eb0-4574-ab7e-ad9725e9c6c5 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:22:30.806117 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-16f5595f-05da-43a1-8bc2-af4b0816b770 req-c707dbf1-7eb0-4574-ab7e-ad9725e9c6c5 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/ports?device_id=97ed9c19-c3b3-4b20-afa3-bc0a3e39e628 HTTP/1.1" status: 200 len: 945 time: 0.1194084 Mar 02 17:22:30.894987 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-16f5595f-05da-43a1-8bc2-af4b0816b770 req-cf203391-78b1-4491-9a5b-2d044c87255e tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/security-groups?id=b31257cf-860f-468c-8220-3c371ea3f081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783167 Mar 02 17:22:30.912711 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [req-193241d1-628a-4b89-9f44-d2ac1b8fa8d6 req-55177b92-c6f7-4ebb-bce0-abad78571303 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10814798-0cc1-4d35-b096-d2b66d62fafb {{(pid=103838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 17:22:30.915596 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-193241d1-628a-4b89-9f44-d2ac1b8fa8d6 req-55177b92-c6f7-4ebb-bce0-abad78571303 service neutron] Publish callbacks [] for port (10814798-0cc1-4d35-b096-d2b66d62fafb), precommit_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:30.929765 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [req-193241d1-628a-4b89-9f44-d2ac1b8fa8d6 req-55177b92-c6f7-4ebb-bce0-abad78571303 service neutron] Transition to ACTIVE for port object 10814798-0cc1-4d35-b096-d2b66d62fafb will not be triggered until provisioned by entity L2. {{(pid=103838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 17:22:31.004270 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-193241d1-628a-4b89-9f44-d2ac1b8fa8d6 req-55177b92-c6f7-4ebb-bce0-abad78571303 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26691319'] for port (10814798-0cc1-4d35-b096-d2b66d62fafb), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:31.067605 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a1e87b-a347-428f-aa5f-520da7a3cacd req-77ae98fc-d86c-4756-98ef-4545eddc9170 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:22:31.069237 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-13a1e87b-a347-428f-aa5f-520da7a3cacd req-77ae98fc-d86c-4756-98ef-4545eddc9170 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/ports?device_id=97ed9c19-c3b3-4b20-afa3-bc0a3e39e628 HTTP/1.1" status: 200 len: 945 time: 0.1079564 Mar 02 17:22:31.071658 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55177b92-c6f7-4ebb-bce0-abad78571303 service neutron] Pushing event updated for resources: {'Port': ['ID=10814798-0cc1-4d35-b096-d2b66d62fafb,revision_number=2']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:22:31.078889 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 51492) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:22:31.097890 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [None req-538bf179-093f-4378-aae1-c4121881b536 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Request body: {'floatingip': {'port_id': 'e303434e-8e3e-4852-8fa3-0aebb726c983'}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:22:31.165005 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-538bf179-093f-4378-aae1-c4121881b536 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks [] for floatingip (bb1f0a67-beb2-4053-ab11-31cf844b7124), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:31.256020 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [req-193241d1-628a-4b89-9f44-d2ac1b8fa8d6 req-55177b92-c6f7-4ebb-bce0-abad78571303 service neutron] Attempting to bind port 10814798-0cc1-4d35-b096-d2b66d62fafb on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 17:22:31.256356 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [req-193241d1-628a-4b89-9f44-d2ac1b8fa8d6 req-55177b92-c6f7-4ebb-bce0-abad78571303 service neutron] Attempting to bind port 10814798-0cc1-4d35-b096-d2b66d62fafb by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '7b097a75-0850-4639-99e3-0fb55a9f4ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7ae9a447-1782-409b-a3a1-710b57169865'}] {{(pid=103838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 17:22:31.256687 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193241d1-628a-4b89-9f44-d2ac1b8fa8d6 req-55177b92-c6f7-4ebb-bce0-abad78571303 service neutron] Attempting to bind port 10814798-0cc1-4d35-b096-d2b66d62fafb on network 7ae9a447-1782-409b-a3a1-710b57169865 {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 17:22:31.282990 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193241d1-628a-4b89-9f44-d2ac1b8fa8d6 req-55177b92-c6f7-4ebb-bce0-abad78571303 service neutron] Port 10814798-0cc1-4d35-b096-d2b66d62fafb on network 7ae9a447-1782-409b-a3a1-710b57169865 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 17:22:31.283314 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193241d1-628a-4b89-9f44-d2ac1b8fa8d6 req-55177b92-c6f7-4ebb-bce0-abad78571303 service neutron] Attempting to bind port 10814798-0cc1-4d35-b096-d2b66d62fafb on network 7ae9a447-1782-409b-a3a1-710b57169865 {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 17:22:31.294037 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193241d1-628a-4b89-9f44-d2ac1b8fa8d6 req-55177b92-c6f7-4ebb-bce0-abad78571303 service neutron] Checking agent: {'id': 'dbb67c4d-7aa5-4acf-82b3-541c1cabd3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 13), 'started_at': datetime.datetime(2022, 3, 2, 17, 13, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 17:22:31.294380 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193241d1-628a-4b89-9f44-d2ac1b8fa8d6 req-55177b92-c6f7-4ebb-bce0-abad78571303 service neutron] Checking segment: {'id': '7b097a75-0850-4639-99e3-0fb55a9f4ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7ae9a447-1782-409b-a3a1-710b57169865'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 17:22:31.294753 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193241d1-628a-4b89-9f44-d2ac1b8fa8d6 req-55177b92-c6f7-4ebb-bce0-abad78571303 service neutron] Bound using segment: {'id': '7b097a75-0850-4639-99e3-0fb55a9f4ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7ae9a447-1782-409b-a3a1-710b57169865'} {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 17:22:31.295200 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [req-193241d1-628a-4b89-9f44-d2ac1b8fa8d6 req-55177b92-c6f7-4ebb-bce0-abad78571303 service neutron] Bound port: 10814798-0cc1-4d35-b096-d2b66d62fafb, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b097a75-0850-4639-99e3-0fb55a9f4ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7ae9a447-1782-409b-a3a1-710b57169865'}}] {{(pid=103838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 17:22:31.295570 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-193241d1-628a-4b89-9f44-d2ac1b8fa8d6 req-55177b92-c6f7-4ebb-bce0-abad78571303 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (10814798-0cc1-4d35-b096-d2b66d62fafb), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:31.458280 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [req-193241d1-628a-4b89-9f44-d2ac1b8fa8d6 req-55177b92-c6f7-4ebb-bce0-abad78571303 service neutron] For port 10814798-0cc1-4d35-b096-d2b66d62fafb, host hv-cinder-77819, cleared binding levels {{(pid=103838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:22:31.476558 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [req-193241d1-628a-4b89-9f44-d2ac1b8fa8d6 req-55177b92-c6f7-4ebb-bce0-abad78571303 service neutron] For port 10814798-0cc1-4d35-b096-d2b66d62fafb, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=10814798-0cc1-4d35-b096-d2b66d62fafb,segment=NetworkSegment(7b097a75-0850-4639-99e3-0fb55a9f4ea1),segment_id=7b097a75-0850-4639-99e3-0fb55a9f4ea1)] {{(pid=103838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:22:31.563534 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-193241d1-628a-4b89-9f44-d2ac1b8fa8d6 req-55177b92-c6f7-4ebb-bce0-abad78571303 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26691319'] for port (10814798-0cc1-4d35-b096-d2b66d62fafb), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:31.620008 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193241d1-628a-4b89-9f44-d2ac1b8fa8d6 req-55177b92-c6f7-4ebb-bce0-abad78571303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:22:31.620808 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-193241d1-628a-4b89-9f44-d2ac1b8fa8d6 req-55177b92-c6f7-4ebb-bce0-abad78571303 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021714'] for port (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:31.622292 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-193241d1-628a-4b89-9f44-d2ac1b8fa8d6 req-55177b92-c6f7-4ebb-bce0-abad78571303 service neutron] 10.222.0.49 "PUT /v2.0/ports/10814798-0cc1-4d35-b096-d2b66d62fafb HTTP/1.1" status: 200 len: 1093 time: 1.2111974 Mar 02 17:22:31.622760 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8235048-214a-4cd7-b61a-4f677c7d5d07', 'tag': '10814798-0cc1-4d35-b096-d2b66d62fafb'}] {{(pid=103838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 17:22:31.625016 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7c8e0f7c7170b606f581d652a183e77a47547618c5f9292d8eb62f06a367e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5aed410-9ac4-4916-b681-85f9e097d32c" -d '{"events": [{"name": "network-changed", "server_uuid": "c8235048-214a-4cd7-b61a-4f677c7d5d07", "tag": "10814798-0cc1-4d35-b096-d2b66d62fafb"}]}' {{(pid=103838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 17:22:31.683068 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55177b92-c6f7-4ebb-bce0-abad78571303 service neutron] Pushing event updated for resources: {'Port': ['ID=10814798-0cc1-4d35-b096-d2b66d62fafb,revision_number=3']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:22:31.706032 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 17:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f56415b-aab0-453f-94e7-5aaef5a6bd63 x-openstack-request-id: req-5f56415b-aab0-453f-94e7-5aaef5a6bd63 {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 17:22:31.706317 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8235048-214a-4cd7-b61a-4f677c7d5d07", "tag": "10814798-0cc1-4d35-b096-d2b66d62fafb", "status": "completed", "code": 200}]} {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 17:22:31.706565 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5f56415b-aab0-453f-94e7-5aaef5a6bd63 {{(pid=103838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 17:22:31.706961 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8235048-214a-4cd7-b61a-4f677c7d5d07', 'tag': '10814798-0cc1-4d35-b096-d2b66d62fafb', 'status': 'completed', 'code': 200} Mar 02 17:22:31.766802 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-df0fb4d8-d293-4b13-aa31-b702e4b25b3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (0060df7f-f835-4890-b25c-3842f545a9d0), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:31.864182 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-538bf179-093f-4378-aae1-c4121881b536 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:31.869915 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aed410-9ac4-4916-b681-85f9e097d32c req-d79fb2f9-c5f2-4d50-a233-bf8b9eee33f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:22:31.871411 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d5aed410-9ac4-4916-b681-85f9e097d32c req-d79fb2f9-c5f2-4d50-a233-bf8b9eee33f2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9a6c6ec9a0914758a0042ae92e510db4&device_id=c8235048-214a-4cd7-b61a-4f677c7d5d07 HTTP/1.1" status: 200 len: 1127 time: 0.1442387 Mar 02 17:22:31.878329 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e4d7dd-4cbd-46f1-80e8-128da23e9d24 req-402fd9a1-9dbe-4ece-9d00-5a9489ff7c3c tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:22:31.879774 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-07e4d7dd-4cbd-46f1-80e8-128da23e9d24 req-402fd9a1-9dbe-4ece-9d00-5a9489ff7c3c tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8235048-214a-4cd7-b61a-4f677c7d5d07 HTTP/1.1" status: 200 len: 943 time: 0.1543872 Mar 02 17:22:31.956250 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-538bf179-093f-4378-aae1-c4121881b536 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-755393'] for floatingip (bb1f0a67-beb2-4053-ab11-31cf844b7124), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:32.044654 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-07e4d7dd-4cbd-46f1-80e8-128da23e9d24 req-83906377-cce5-4946-b471-e1439d329a66 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/security-groups?id=48625e24-112d-44e3-a425-dd71a0915737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557148 Mar 02 17:22:32.086760 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aed410-9ac4-4916-b681-85f9e097d32c req-2f56bee3-1dc2-4d4a-9f37-44cc68e2eaea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:22:32.088748 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d5aed410-9ac4-4916-b681-85f9e097d32c req-2f56bee3-1dc2-4d4a-9f37-44cc68e2eaea service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=9a6c6ec9a0914758a0042ae92e510db4&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2075956 Mar 02 17:22:32.162112 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.db.l3_db [None req-538bf179-093f-4378-aae1-c4121881b536 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Floating IP bb1f0a67-beb2-4053-ab11-31cf844b7124 associated. External IP: 172.27.1.199, port: e303434e-8e3e-4852-8fa3-0aebb726c983. Mar 02 17:22:32.267002 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aed410-9ac4-4916-b681-85f9e097d32c req-9fb205b3-82a7-4f30-af94-68ae2df61ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:22:32.268400 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d5aed410-9ac4-4916-b681-85f9e097d32c req-9fb205b3-82a7-4f30-af94-68ae2df61ec6 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1706116 Mar 02 17:22:32.714169 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193241d1-628a-4b89-9f44-d2ac1b8fa8d6 req-8ce68813-13d2-4f39-942d-02f62c883845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:22:32.715901 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-193241d1-628a-4b89-9f44-d2ac1b8fa8d6 req-8ce68813-13d2-4f39-942d-02f62c883845 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9a6c6ec9a0914758a0042ae92e510db4&device_id=c8235048-214a-4cd7-b61a-4f677c7d5d07 HTTP/1.1" status: 200 len: 1127 time: 0.3787766 Mar 02 17:22:32.761934 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-193241d1-628a-4b89-9f44-d2ac1b8fa8d6 req-c0208456-b97b-4405-b2c1-d0788d615730 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10814798-0cc1-4d35-b096-d2b66d62fafb HTTP/1.1" status: 200 len: 217 time: 0.0386922 Mar 02 17:22:32.765875 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-538bf179-093f-4378-aae1-c4121881b536 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Router a9c6bb39-0e65-4304-ac21-609ebe335f5b has already been hosted by L3 agent 90b713d5-0d52-4da0-a663-b3b1c9fefb3d {{(pid=103838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:22:32.857596 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193241d1-628a-4b89-9f44-d2ac1b8fa8d6 req-fc1e4e01-e069-4e26-a6ec-82337a8c5bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:22:32.858552 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-193241d1-628a-4b89-9f44-d2ac1b8fa8d6 req-fc1e4e01-e069-4e26-a6ec-82337a8c5bf4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fd4cbba9-7e23-4fa9-8083-457678593f9c HTTP/1.1" status: 200 len: 854 time: 0.0912528 Mar 02 17:22:32.918848 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-193241d1-628a-4b89-9f44-d2ac1b8fa8d6 req-052ac3c1-23e5-4cf6-83ac-197330a6a049 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7ae9a447-1782-409b-a3a1-710b57169865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536327 Mar 02 17:22:32.991228 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-538bf179-093f-4378-aae1-c4121881b536 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Notify agent at l3_agent.dv-cinder-778193-22-iscsi the message routers_updated {{(pid=103838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:22:32.999655 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-538bf179-093f-4378-aae1-c4121881b536 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021714'] for floatingip (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:33.004067 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033e26d3-5bef-4358-b775-5069eabf12a3 None None] Sync routers for ids ['a9c6bb39-0e65-4304-ac21-609ebe335f5b'] in dv-cinder-778193-22-iscsi {{(pid=103840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 17:22:33.016122 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033e26d3-5bef-4358-b775-5069eabf12a3 None None] Routers {'a9c6bb39-0e65-4304-ac21-609ebe335f5b'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:22:33.016848 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_hamode_db [None req-033e26d3-5bef-4358-b775-5069eabf12a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:22:04Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['a9c6bb39-0e65-4304-ac21-609ebe335f5b'], 'active': True} {{(pid=103840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:22:33.046369 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-538bf179-093f-4378-aae1-c4121881b536 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "PUT /v2.0/floatingips/bb1f0a67-beb2-4053-ab11-31cf844b7124 HTTP/1.1" status: 200 len: 991 time: 1.9661887 Mar 02 17:22:33.057999 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-193241d1-628a-4b89-9f44-d2ac1b8fa8d6 req-dee2fc07-c58b-45e9-916b-8e1142c0e7ab service neutron] 10.222.0.49 "GET /v2.0/networks/7ae9a447-1782-409b-a3a1-710b57169865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295574 Mar 02 17:22:33.144675 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_dvr_db [None req-033e26d3-5bef-4358-b775-5069eabf12a3 None None] Set router a9c6bb39-0e65-4304-ac21-609ebe335f5b gateway port host: dv-cinder-778193-22-iscsi {{(pid=103840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:22:33.201775 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-193241d1-628a-4b89-9f44-d2ac1b8fa8d6 req-879ff4d5-586b-4325-a18b-4bb67cd8b0c5 service neutron] 10.222.0.49 "GET /v2.0/networks/7ae9a447-1782-409b-a3a1-710b57169865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385634 Mar 02 17:22:33.215754 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ca076-e1a6-4b33-9f69-868ad2d530c1 req-897ac889-f344-4995-8fd0-90e45286e7a9 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:22:33.217289 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-604ca076-e1a6-4b33-9f69-868ad2d530c1 req-897ac889-f344-4995-8fd0-90e45286e7a9 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8235048-214a-4cd7-b61a-4f677c7d5d07 HTTP/1.1" status: 200 len: 943 time: 0.0821300 Mar 02 17:22:33.271402 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-604ca076-e1a6-4b33-9f69-868ad2d530c1 req-2c89d477-756d-4084-87a1-5db4b707ccb2 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/security-groups?id=48625e24-112d-44e3-a425-dd71a0915737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483494 Mar 02 17:22:33.484970 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_hamode_db [None req-033e26d3-5bef-4358-b775-5069eabf12a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c6bb39-0e65-4304-ac21-609ebe335f5b', 'name': 'tempest-AttachVolumeTestJSON-751273809-router', 'tenant_id': '897cb86723544dc8ad80348cfa07e75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '5c4b10ba-3f9d-485a-a71a-99172cdf6b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:19:03Z', 'updated_at': '2022-03-02T17:19:07Z', 'revision_number': 4, 'project_id': '897cb86723544dc8ad80348cfa07e75a', 'gw_port': {'id': '5c4b10ba-3f9d-485a-a71a-99172cdf6b77', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c6bb39-0e65-4304-ac21-609ebe335f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:19:04Z', 'updated_at': '2022-03-02T17:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_floatingips': [{'id': 'bb1f0a67-beb2-4053-ab11-31cf844b7124', 'tenant_id': '897cb86723544dc8ad80348cfa07e75a', 'floating_ip_address': '172.27.1.199', 'floating_network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'router_id': 'a9c6bb39-0e65-4304-ac21-609ebe335f5b', 'port_id': 'e303434e-8e3e-4852-8fa3-0aebb726c983', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a369cc48-2224-4c73-b48d-483a3f280468', 'mac_address': 'fa:16:3e:4b:15:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ed9c19-c3b3-4b20-afa3-bc0a3e39e628', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:22:16Z', 'updated_at': '2022-03-02T17:22:31Z', 'revision_number': 1, 'project_id': '897cb86723544dc8ad80348cfa07e75a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e112deb-1ee2-4160-92d9-2c45574c881d', 'name': '', 'network_id': 'a369cc48-2224-4c73-b48d-483a3f280468', 'tenant_id': '897cb86723544dc8ad80348cfa07e75a', 'mac_address': 'fa:16:3e:4a:c2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c6bb39-0e65-4304-ac21-609ebe335f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '9ec618b1-f648-4651-8591-c6b7e8ac0a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:19:06Z', 'updated_at': '2022-03-02T17:19:11Z', 'revision_number': 5, 'project_id': '897cb86723544dc8ad80348cfa07e75a', 'subnets': [{'id': '9ec618b1-f648-4651-8591-c6b7e8ac0a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:22:33.516491 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033e26d3-5bef-4358-b775-5069eabf12a3 None None] Checking router: a9c6bb39-0e65-4304-ac21-609ebe335f5b for host: dv-cinder-778193-22-iscsi {{(pid=103840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 17:22:33.526328 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033e26d3-5bef-4358-b775-5069eabf12a3 None None] Routers {'a9c6bb39-0e65-4304-ac21-609ebe335f5b'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:22:33.526637 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_hamode_db [None req-033e26d3-5bef-4358-b775-5069eabf12a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:22:04Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['a9c6bb39-0e65-4304-ac21-609ebe335f5b'], 'active': True} {{(pid=103840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:22:33.636739 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_dvr_db [None req-033e26d3-5bef-4358-b775-5069eabf12a3 None None] Set router a9c6bb39-0e65-4304-ac21-609ebe335f5b gateway port host: dv-cinder-778193-22-iscsi {{(pid=103840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:22:33.707697 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97ed9c19-c3b3-4b20-afa3-bc0a3e39e628', 'tag': 'e303434e-8e3e-4852-8fa3-0aebb726c983'}] {{(pid=103838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 17:22:33.710300 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7c8e0f7c7170b606f581d652a183e77a47547618c5f9292d8eb62f06a367e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661f2244-15f7-4bf5-9946-31444ca6d954" -d '{"events": [{"name": "network-changed", "server_uuid": "97ed9c19-c3b3-4b20-afa3-bc0a3e39e628", "tag": "e303434e-8e3e-4852-8fa3-0aebb726c983"}]}' {{(pid=103838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 17:22:33.749676 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 17:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a374ec-d472-4f5c-97b8-0607321f663c x-openstack-request-id: req-f1a374ec-d472-4f5c-97b8-0607321f663c {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 17:22:33.750351 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97ed9c19-c3b3-4b20-afa3-bc0a3e39e628", "tag": "e303434e-8e3e-4852-8fa3-0aebb726c983", "status": "completed", "code": 200}]} {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 17:22:33.750459 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f1a374ec-d472-4f5c-97b8-0607321f663c {{(pid=103838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 17:22:33.750784 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97ed9c19-c3b3-4b20-afa3-bc0a3e39e628', 'tag': 'e303434e-8e3e-4852-8fa3-0aebb726c983', 'status': 'completed', 'code': 200} Mar 02 17:22:33.825498 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f2244-15f7-4bf5-9946-31444ca6d954 req-f4c5d1ea-935b-4e45-86bf-5e7a1a7e1898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:22:33.827131 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-661f2244-15f7-4bf5-9946-31444ca6d954 req-f4c5d1ea-935b-4e45-86bf-5e7a1a7e1898 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=897cb86723544dc8ad80348cfa07e75a&device_id=97ed9c19-c3b3-4b20-afa3-bc0a3e39e628 HTTP/1.1" status: 200 len: 1129 time: 0.0499012 Mar 02 17:22:33.881451 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_hamode_db [None req-033e26d3-5bef-4358-b775-5069eabf12a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c6bb39-0e65-4304-ac21-609ebe335f5b', 'name': 'tempest-AttachVolumeTestJSON-751273809-router', 'tenant_id': '897cb86723544dc8ad80348cfa07e75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '5c4b10ba-3f9d-485a-a71a-99172cdf6b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:19:03Z', 'updated_at': '2022-03-02T17:19:07Z', 'revision_number': 4, 'project_id': '897cb86723544dc8ad80348cfa07e75a', 'gw_port': {'id': '5c4b10ba-3f9d-485a-a71a-99172cdf6b77', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c6bb39-0e65-4304-ac21-609ebe335f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:19:04Z', 'updated_at': '2022-03-02T17:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_floatingips': [{'id': 'bb1f0a67-beb2-4053-ab11-31cf844b7124', 'tenant_id': '897cb86723544dc8ad80348cfa07e75a', 'floating_ip_address': '172.27.1.199', 'floating_network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'router_id': 'a9c6bb39-0e65-4304-ac21-609ebe335f5b', 'port_id': 'e303434e-8e3e-4852-8fa3-0aebb726c983', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a369cc48-2224-4c73-b48d-483a3f280468', 'mac_address': 'fa:16:3e:4b:15:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ed9c19-c3b3-4b20-afa3-bc0a3e39e628', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:22:16Z', 'updated_at': '2022-03-02T17:22:31Z', 'revision_number': 1, 'project_id': '897cb86723544dc8ad80348cfa07e75a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e112deb-1ee2-4160-92d9-2c45574c881d', 'name': '', 'network_id': 'a369cc48-2224-4c73-b48d-483a3f280468', 'tenant_id': '897cb86723544dc8ad80348cfa07e75a', 'mac_address': 'fa:16:3e:4a:c2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c6bb39-0e65-4304-ac21-609ebe335f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '9ec618b1-f648-4651-8591-c6b7e8ac0a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:19:06Z', 'updated_at': '2022-03-02T17:19:11Z', 'revision_number': 5, 'project_id': '897cb86723544dc8ad80348cfa07e75a', 'subnets': [{'id': '9ec618b1-f648-4651-8591-c6b7e8ac0a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:22:33.914417 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033e26d3-5bef-4358-b775-5069eabf12a3 None None] The sync data for ids ['a9c6bb39-0e65-4304-ac21-609ebe335f5b'] in dv-cinder-778193-22-iscsi is: [{'id': 'a9c6bb39-0e65-4304-ac21-609ebe335f5b', 'name': 'tempest-AttachVolumeTestJSON-751273809-router', 'tenant_id': '897cb86723544dc8ad80348cfa07e75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '5c4b10ba-3f9d-485a-a71a-99172cdf6b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:19:03Z', 'updated_at': '2022-03-02T17:19:07Z', 'revision_number': 4, 'project_id': '897cb86723544dc8ad80348cfa07e75a', 'gw_port': {'id': '5c4b10ba-3f9d-485a-a71a-99172cdf6b77', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c6bb39-0e65-4304-ac21-609ebe335f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:19:04Z', 'updated_at': '2022-03-02T17:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_floatingips': [{'id': 'bb1f0a67-beb2-4053-ab11-31cf844b7124', 'tenant_id': '897cb86723544dc8ad80348cfa07e75a', 'floating_ip_address': '172.27.1.199', 'floating_network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'router_id': 'a9c6bb39-0e65-4304-ac21-609ebe335f5b', 'port_id': 'e303434e-8e3e-4852-8fa3-0aebb726c983', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a369cc48-2224-4c73-b48d-483a3f280468', 'mac_address': 'fa:16:3e:4b:15:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ed9c19-c3b3-4b20-afa3-bc0a3e39e628', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:22:16Z', 'updated_at': '2022-03-02T17:22:31Z', 'revision_number': 1, 'project_id': '897cb86723544dc8ad80348cfa07e75a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e112deb-1ee2-4160-92d9-2c45574c881d', 'name': '', 'network_id': 'a369cc48-2224-4c73-b48d-483a3f280468', 'tenant_id': '897cb86723544dc8ad80348cfa07e75a', 'mac_address': 'fa:16:3e:4a:c2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c6bb39-0e65-4304-ac21-609ebe335f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '9ec618b1-f648-4651-8591-c6b7e8ac0a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:19:06Z', 'updated_at': '2022-03-02T17:19:11Z', 'revision_number': 5, 'project_id': '897cb86723544dc8ad80348cfa07e75a', 'subnets': [{'id': '9ec618b1-f648-4651-8591-c6b7e8ac0a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 17:22:33.931547 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f2244-15f7-4bf5-9946-31444ca6d954 req-5768862e-d658-4453-8b2b-a238d0453e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:22:33.933335 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-661f2244-15f7-4bf5-9946-31444ca6d954 req-5768862e-d658-4453-8b2b-a238d0453e3e service neutron] 10.222.0.49 "GET /v2.0/networks?id=a369cc48-2224-4c73-b48d-483a3f280468 HTTP/1.1" status: 200 len: 911 time: 0.0997934 Mar 02 17:22:34.010307 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-661f2244-15f7-4bf5-9946-31444ca6d954 req-e83c74f1-e485-46b3-b60c-3ddac9ec55e7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e303434e-8e3e-4852-8fa3-0aebb726c983 HTTP/1.1" status: 200 len: 999 time: 0.0688303 Mar 02 17:22:34.068031 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f2244-15f7-4bf5-9946-31444ca6d954 req-531b30dd-70e1-41e2-9896-640ea6ad389c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:22:34.069597 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-661f2244-15f7-4bf5-9946-31444ca6d954 req-531b30dd-70e1-41e2-9896-640ea6ad389c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9ec618b1-f648-4651-8591-c6b7e8ac0a17 HTTP/1.1" status: 200 len: 849 time: 0.0529573 Mar 02 17:22:34.075559 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-ed9be056-4823-4cdd-8afc-d806c33ce19b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90b713d5-0d52-4da0-a663-b3b1c9fefb3d), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:34.124807 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f2244-15f7-4bf5-9946-31444ca6d954 req-e0f2279e-191d-4c55-9d90-e054ffa236b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:22:34.126415 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-661f2244-15f7-4bf5-9946-31444ca6d954 req-e0f2279e-191d-4c55-9d90-e054ffa236b0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a369cc48-2224-4c73-b48d-483a3f280468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0503852 Mar 02 17:22:34.143990 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6e1e6c-4dd5-4d19-92ad-72a4388b6ba2 None None] New status for floating IP bb1f0a67-beb2-4053-ab11-31cf844b7124: ACTIVE {{(pid=103839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 17:22:34.228648 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-661f2244-15f7-4bf5-9946-31444ca6d954 req-d9e3e506-e5a2-47f2-9c8e-0ad5a1a39c9c service neutron] 10.222.0.49 "GET /v2.0/networks/a369cc48-2224-4c73-b48d-483a3f280468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949652 Mar 02 17:22:34.257354 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device 10814798-0cc1-4d35-b096-d2b66d62fafb details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 17:22:34.328651 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-661f2244-15f7-4bf5-9946-31444ca6d954 req-26c0c842-c253-4a60-b3f8-723e5c0e89a3 service neutron] 10.222.0.49 "GET /v2.0/networks/a369cc48-2224-4c73-b48d-483a3f280468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938969 Mar 02 17:22:34.400156 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2449a4d-f3b3-4f59-88d0-07ab72af4466 req-56aa245a-b606-4ee6-aa74-9b31f193bed9 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:22:34.402680 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-f2449a4d-f3b3-4f59-88d0-07ab72af4466 req-56aa245a-b606-4ee6-aa74-9b31f193bed9 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8235048-214a-4cd7-b61a-4f677c7d5d07 HTTP/1.1" status: 200 len: 943 time: 0.0596514 Mar 02 17:22:34.402880 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] For port 10814798-0cc1-4d35-b096-d2b66d62fafb, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=10814798-0cc1-4d35-b096-d2b66d62fafb,segment=NetworkSegment(7b097a75-0850-4639-99e3-0fb55a9f4ea1),segment_id=7b097a75-0850-4639-99e3-0fb55a9f4ea1)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:22:34.414860 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Returning: {'device': '10814798-0cc1-4d35-b096-d2b66d62fafb', 'network_id': '7ae9a447-1782-409b-a3a1-710b57169865', 'port_id': '10814798-0cc1-4d35-b096-d2b66d62fafb', 'mac_address': 'fa:16:3e:0a:d3:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd4cbba9-7e23-4fa9-8083-457678593f9c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 17:22:34.457804 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Current status of the port 10814798-0cc1-4d35-b096-d2b66d62fafb is: DOWN; New status is: BUILD {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:22:34.457804 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (10814798-0cc1-4d35-b096-d2b66d62fafb), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:34.458291 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-f2449a4d-f3b3-4f59-88d0-07ab72af4466 req-936a73fb-5b56-4d39-8dbb-5b37d71b424f tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/security-groups?id=48625e24-112d-44e3-a425-dd71a0915737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488472 Mar 02 17:22:34.471645 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.notifiers.nova [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10814798-0cc1-4d35-b096-d2b66d62fafb {{(pid=103839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 17:22:34.492711 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] For port 10814798-0cc1-4d35-b096-d2b66d62fafb, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=10814798-0cc1-4d35-b096-d2b66d62fafb,segment=NetworkSegment(7b097a75-0850-4639-99e3-0fb55a9f4ea1),segment_id=7b097a75-0850-4639-99e3-0fb55a9f4ea1)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:22:34.561064 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (10814798-0cc1-4d35-b096-d2b66d62fafb), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:34.612344 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Pushing event updated for resources: {'Port': ['ID=10814798-0cc1-4d35-b096-d2b66d62fafb,revision_number=4']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:22:34.778862 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] get_ports_and_sgs() called for port_ids ['10814798-0cc1-4d35-b096-d2b66d62fafb'] {{(pid=103839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 17:22:35.086341 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-7239c76e-3e75-4b64-9028-aed8f891363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (eca5c3a0-ec74-4a2a-a5c6-a62430d93509), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:35.588657 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c0b189-397a-4777-9067-5f04dc204d85 req-ce986778-a7b7-4d8e-8a47-e278828fdd7e tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:22:35.590267 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-61c0b189-397a-4777-9067-5f04dc204d85 req-ce986778-a7b7-4d8e-8a47-e278828fdd7e tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8235048-214a-4cd7-b61a-4f677c7d5d07 HTTP/1.1" status: 200 len: 944 time: 0.0634415 Mar 02 17:22:35.644239 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-61c0b189-397a-4777-9067-5f04dc204d85 req-0dbee88f-5768-42c0-8583-3db9327dd301 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/security-groups?id=48625e24-112d-44e3-a425-dd71a0915737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480938 Mar 02 17:22:36.271056 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device 10814798-0cc1-4d35-b096-d2b66d62fafb up at agent hyperv_hv-cinder-77819 {{(pid=103839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 17:22:36.372494 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Provisioning for port 10814798-0cc1-4d35-b096-d2b66d62fafb completed by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 17:22:36.376825 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Provisioning complete for port 10814798-0cc1-4d35-b096-d2b66d62fafb triggered by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:22:36.377404 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (10814798-0cc1-4d35-b096-d2b66d62fafb), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:36.460666 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Current status of the port 10814798-0cc1-4d35-b096-d2b66d62fafb is: BUILD; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:22:36.461060 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (10814798-0cc1-4d35-b096-d2b66d62fafb), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:36.485042 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8235048-214a-4cd7-b61a-4f677c7d5d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10814798-0cc1-4d35-b096-d2b66d62fafb'}] {{(pid=103839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 17:22:36.487426 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1ae65c9246df630c0a528d92fdc2f4b7a0a5f54ed45d3739c3110b66571c885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d992372-4de1-4228-98e4-454e182074f9" -d '{"events": [{"server_uuid": "c8235048-214a-4cd7-b61a-4f677c7d5d07", "name": "network-vif-plugged", "status": "completed", "tag": "10814798-0cc1-4d35-b096-d2b66d62fafb"}]}' {{(pid=103839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 17:22:36.501072 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] For port 10814798-0cc1-4d35-b096-d2b66d62fafb, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=10814798-0cc1-4d35-b096-d2b66d62fafb,segment=NetworkSegment(7b097a75-0850-4639-99e3-0fb55a9f4ea1),segment_id=7b097a75-0850-4639-99e3-0fb55a9f4ea1)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:22:36.523296 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 17:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af30339a-4b0c-453d-a317-2915e056ca24 x-openstack-request-id: req-af30339a-4b0c-453d-a317-2915e056ca24 {{(pid=103839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 17:22:36.523591 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8235048-214a-4cd7-b61a-4f677c7d5d07", "name": "network-vif-plugged", "status": "completed", "tag": "10814798-0cc1-4d35-b096-d2b66d62fafb", "code": 200}]} {{(pid=103839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 17:22:36.523847 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-af30339a-4b0c-453d-a317-2915e056ca24 {{(pid=103839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 17:22:36.524241 dv-cinder-778193-22-iscsi neutron-server[103839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8235048-214a-4cd7-b61a-4f677c7d5d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10814798-0cc1-4d35-b096-d2b66d62fafb', 'code': 200} Mar 02 17:22:36.584147 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (10814798-0cc1-4d35-b096-d2b66d62fafb), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:36.646052 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Pushing event updated for resources: {'Port': ['ID=10814798-0cc1-4d35-b096-d2b66d62fafb,revision_number=5']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:22:36.772139 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9720714a-1bb2-44fc-8f9b-09c45878b764 req-1a1bdc8b-d11e-478c-9051-b07701e04855 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:22:36.773545 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-9720714a-1bb2-44fc-8f9b-09c45878b764 req-1a1bdc8b-d11e-478c-9051-b07701e04855 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8235048-214a-4cd7-b61a-4f677c7d5d07 HTTP/1.1" status: 200 len: 945 time: 0.0550456 Mar 02 17:22:36.824878 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-9720714a-1bb2-44fc-8f9b-09c45878b764 req-d2e0818d-414b-401c-a80a-968ebb364d0b tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/security-groups?id=48625e24-112d-44e3-a425-dd71a0915737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445275 Mar 02 17:22:36.840784 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-765bf0ac-d167-416d-8fe2-638e582454ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (aac89579-4eb6-45c8-861e-e37bc0c26bf3), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:36.884474 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042bc351-29e6-4c8c-94ca-bfba206b1d4c req-c91b4c80-7095-4c97-9cdc-3f3b1edad5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:22:36.886301 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-042bc351-29e6-4c8c-94ca-bfba206b1d4c req-c91b4c80-7095-4c97-9cdc-3f3b1edad5dd service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c8235048-214a-4cd7-b61a-4f677c7d5d07 HTTP/1.1" status: 200 len: 1129 time: 0.0499041 Mar 02 17:22:36.930178 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-042bc351-29e6-4c8c-94ca-bfba206b1d4c req-12c03ba4-24fc-4cd2-a6bc-5502e0ffdf2f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=48625e24-112d-44e3-a425-dd71a0915737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384595 Mar 02 17:22:37.962364 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c6a7a-f7ab-44e7-b084-6287ca4d9885 req-4512db39-722b-464a-8c7e-e0859e2492cd tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:22:37.964321 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-ed5c6a7a-f7ab-44e7-b084-6287ca4d9885 req-4512db39-722b-464a-8c7e-e0859e2492cd tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8235048-214a-4cd7-b61a-4f677c7d5d07 HTTP/1.1" status: 200 len: 945 time: 0.0584469 Mar 02 17:22:38.017067 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-ed5c6a7a-f7ab-44e7-b084-6287ca4d9885 req-c4a0574a-8b52-4856-b8be-7e28e6272f9e tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/security-groups?id=48625e24-112d-44e3-a425-dd71a0915737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471466 Mar 02 17:22:38.240674 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90356b9b-9a55-4227-ace0-d1fc01a5475f), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:39.145964 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c756791-b88c-4864-9cd1-36d5c5381b5e req-63acf814-eaef-4097-8236-e43c34db89ac tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:22:39.147480 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-5c756791-b88c-4864-9cd1-36d5c5381b5e req-63acf814-eaef-4097-8236-e43c34db89ac tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8235048-214a-4cd7-b61a-4f677c7d5d07 HTTP/1.1" status: 200 len: 945 time: 0.0591786 Mar 02 17:22:39.196691 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-5c756791-b88c-4864-9cd1-36d5c5381b5e req-d0ec0ee4-34fb-4b98-aab7-5a7743e52065 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/security-groups?id=48625e24-112d-44e3-a425-dd71a0915737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435615 Mar 02 17:22:39.842540 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.agents_db [None req-2c4e262f-840f-46f3-949a-97bfddff46e9 None None] Agent healthcheck: found 6 active agents {{(pid=103840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 17:22:43.491591 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (dbb67c4d-7aa5-4acf-82b3-541c1cabd3d2), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:50.644363 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3d708-8621-4691-b357-b9497dc7a28f req-adeaf835-4824-4def-b055-56035342a4f8 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:22:50.645772 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-ddd3d708-8621-4691-b357-b9497dc7a28f req-adeaf835-4824-4def-b055-56035342a4f8 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/networks?id=7ae9a447-1782-409b-a3a1-710b57169865 HTTP/1.1" status: 200 len: 814 time: 0.1017051 Mar 02 17:22:50.661054 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-ddd3d708-8621-4691-b357-b9497dc7a28f req-4e5f6e60-3d8c-4c38-80fd-4fb7174c1c38 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/quotas/9a6c6ec9a0914758a0042ae92e510db4 HTTP/1.1" status: 200 len: 375 time: 0.0098066 Mar 02 17:22:50.714268 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-ddd3d708-8621-4691-b357-b9497dc7a28f req-e95652ad-796d-4cf6-a8e0-3ad1f30c78d1 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9a6c6ec9a0914758a0042ae92e510db4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0482740 Mar 02 17:22:50.807456 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-ddd3d708-8621-4691-b357-b9497dc7a28f req-d6f8d5ba-e010-4f4b-8bb6-17138f0ea812 service neutron] 10.222.0.55 "GET /v2.0/networks/7ae9a447-1782-409b-a3a1-710b57169865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860209 Mar 02 17:22:50.897829 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-ddd3d708-8621-4691-b357-b9497dc7a28f req-17f2cddc-4ea5-4039-95d0-f10f8f76ccd8 service neutron] 10.222.0.55 "GET /v2.0/networks/7ae9a447-1782-409b-a3a1-710b57169865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834250 Mar 02 17:22:51.108857 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-a67ba82e-22f8-4e79-a97d-7f2c9d365a8e req-aa303ec5-19ab-453a-acac-00b22356678d tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e03d47ad-6c4d-4902-a606-d64724b2595a HTTP/1.1" status: 200 len: 210 time: 0.0270526 Mar 02 17:22:52.201515 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-993ca683-db3f-46b1-ba13-a6fd9e845642 req-901a45aa-ccef-44fb-ae43-feff1764e7b5 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e03d47ad-6c4d-4902-a606-d64724b2595a HTTP/1.1" status: 200 len: 210 time: 0.0266848 Mar 02 17:22:52.964274 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3d708-8621-4691-b357-b9497dc7a28f req-26734571-e225-47c0-8165-b89afdcca73b tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:22:52.965694 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-ddd3d708-8621-4691-b357-b9497dc7a28f req-26734571-e225-47c0-8165-b89afdcca73b tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.49 "GET /v2.0/networks?id=7ae9a447-1782-409b-a3a1-710b57169865 HTTP/1.1" status: 200 len: 814 time: 0.1035888 Mar 02 17:22:52.984123 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [req-ddd3d708-8621-4691-b357-b9497dc7a28f req-fac6cf85-455f-4f2e-b387-023aca5915bf tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Request body: {'port': {'device_id': 'e03d47ad-6c4d-4902-a606-d64724b2595a', 'network_id': '7ae9a447-1782-409b-a3a1-710b57169865', 'admin_state_up': True, 'tenant_id': '9a6c6ec9a0914758a0042ae92e510db4'}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:22:53.131716 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddd3d708-8621-4691-b357-b9497dc7a28f req-fac6cf85-455f-4f2e-b387-023aca5915bf tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Made reservation on behalf of 9a6c6ec9a0914758a0042ae92e510db4 for: {'port': 1} {{(pid=103838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:22:53.135134 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-ddd3d708-8621-4691-b357-b9497dc7a28f req-fac6cf85-455f-4f2e-b387-023aca5915bf tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:53.261147 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.db_base_plugin_common [req-ddd3d708-8621-4691-b357-b9497dc7a28f req-fac6cf85-455f-4f2e-b387-023aca5915bf tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Allocated IP 172.20.0.10 (7ae9a447-1782-409b-a3a1-710b57169865/fd4cbba9-7e23-4fa9-8083-457678593f9c/08de4024-d6d4-4c17-979e-d37fe790ab8a) {{(pid=103838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:22:53.322675 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0977746a-0043-4da2-9553-f0440bfe92f1 req-4dff2363-5c60-4fbd-b971-db754b9a350c tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e03d47ad-6c4d-4902-a606-d64724b2595a HTTP/1.1" status: 200 len: 210 time: 0.0475593 Mar 02 17:22:53.433676 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-ddd3d708-8621-4691-b357-b9497dc7a28f req-fac6cf85-455f-4f2e-b387-023aca5915bf tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Publish callbacks [] for port (08de4024-d6d4-4c17-979e-d37fe790ab8a), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:53.532539 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-ddd3d708-8621-4691-b357-b9497dc7a28f req-fac6cf85-455f-4f2e-b387-023aca5915bf tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757691134181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26691326'] for port (08de4024-d6d4-4c17-979e-d37fe790ab8a), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:53.544926 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] get_ports_and_sgs() called for port_ids ['10814798-0cc1-4d35-b096-d2b66d62fafb'] {{(pid=103839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 17:22:53.583196 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddd3d708-8621-4691-b357-b9497dc7a28f req-fac6cf85-455f-4f2e-b387-023aca5915bf tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Network 7ae9a447-1782-409b-a3a1-710b57169865 is already hosted by enough agents. {{(pid=103838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:22:53.586279 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.base_scheduler [req-ddd3d708-8621-4691-b357-b9497dc7a28f req-fac6cf85-455f-4f2e-b387-023aca5915bf tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Resources bound (agent type, host, resource id): {{(pid=103838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:22:53.590117 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddd3d708-8621-4691-b357-b9497dc7a28f req-fac6cf85-455f-4f2e-b387-023aca5915bf tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Received port after_create {{(pid=103838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 17:22:53.616133 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac6cf85-455f-4f2e-b387-023aca5915bf tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Pushing event updated for resources: {'Port': ['ID=08de4024-d6d4-4c17-979e-d37fe790ab8a,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:22:53.643596 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3d708-8621-4691-b357-b9497dc7a28f req-fac6cf85-455f-4f2e-b387-023aca5915bf tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:22:53.644255 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-ddd3d708-8621-4691-b357-b9497dc7a28f req-fac6cf85-455f-4f2e-b387-023aca5915bf tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021714'] for port (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:53.706259 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-ddd3d708-8621-4691-b357-b9497dc7a28f req-fac6cf85-455f-4f2e-b387-023aca5915bf tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7259090 Mar 02 17:22:53.717074 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [req-ddd3d708-8621-4691-b357-b9497dc7a28f req-d06f19bb-e134-4cd3-983c-e7d92f89f696 service neutron] Request body: {'port': {'device_id': 'e03d47ad-6c4d-4902-a606-d64724b2595a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:22:53.774158 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-ddd3d708-8621-4691-b357-b9497dc7a28f req-d06f19bb-e134-4cd3-983c-e7d92f89f696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (08de4024-d6d4-4c17-979e-d37fe790ab8a), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:54.032946 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [req-ddd3d708-8621-4691-b357-b9497dc7a28f req-d06f19bb-e134-4cd3-983c-e7d92f89f696 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08de4024-d6d4-4c17-979e-d37fe790ab8a {{(pid=103838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 17:22:54.040628 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-ddd3d708-8621-4691-b357-b9497dc7a28f req-d06f19bb-e134-4cd3-983c-e7d92f89f696 service neutron] Publish callbacks [] for port (08de4024-d6d4-4c17-979e-d37fe790ab8a), precommit_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:54.052923 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [req-ddd3d708-8621-4691-b357-b9497dc7a28f req-d06f19bb-e134-4cd3-983c-e7d92f89f696 service neutron] Transition to ACTIVE for port object 08de4024-d6d4-4c17-979e-d37fe790ab8a will not be triggered until provisioned by entity L2. {{(pid=103838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 17:22:54.109190 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-ddd3d708-8621-4691-b357-b9497dc7a28f req-d06f19bb-e134-4cd3-983c-e7d92f89f696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26691319'] for port (08de4024-d6d4-4c17-979e-d37fe790ab8a), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:54.157191 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06f19bb-e134-4cd3-983c-e7d92f89f696 service neutron] Pushing event updated for resources: {'Port': ['ID=08de4024-d6d4-4c17-979e-d37fe790ab8a,revision_number=2']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:22:54.226190 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [req-ddd3d708-8621-4691-b357-b9497dc7a28f req-d06f19bb-e134-4cd3-983c-e7d92f89f696 service neutron] Attempting to bind port 08de4024-d6d4-4c17-979e-d37fe790ab8a on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 17:22:54.226522 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [req-ddd3d708-8621-4691-b357-b9497dc7a28f req-d06f19bb-e134-4cd3-983c-e7d92f89f696 service neutron] Attempting to bind port 08de4024-d6d4-4c17-979e-d37fe790ab8a by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '7b097a75-0850-4639-99e3-0fb55a9f4ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7ae9a447-1782-409b-a3a1-710b57169865'}] {{(pid=103838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 17:22:54.226850 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd3d708-8621-4691-b357-b9497dc7a28f req-d06f19bb-e134-4cd3-983c-e7d92f89f696 service neutron] Attempting to bind port 08de4024-d6d4-4c17-979e-d37fe790ab8a on network 7ae9a447-1782-409b-a3a1-710b57169865 {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 17:22:54.231170 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd3d708-8621-4691-b357-b9497dc7a28f req-d06f19bb-e134-4cd3-983c-e7d92f89f696 service neutron] Port 08de4024-d6d4-4c17-979e-d37fe790ab8a on network 7ae9a447-1782-409b-a3a1-710b57169865 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 17:22:54.233684 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd3d708-8621-4691-b357-b9497dc7a28f req-d06f19bb-e134-4cd3-983c-e7d92f89f696 service neutron] Attempting to bind port 08de4024-d6d4-4c17-979e-d37fe790ab8a on network 7ae9a447-1782-409b-a3a1-710b57169865 {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 17:22:54.236932 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd3d708-8621-4691-b357-b9497dc7a28f req-d06f19bb-e134-4cd3-983c-e7d92f89f696 service neutron] Checking agent: {'id': 'dbb67c4d-7aa5-4acf-82b3-541c1cabd3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 13), 'started_at': datetime.datetime(2022, 3, 2, 17, 13, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 17:22:54.237262 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd3d708-8621-4691-b357-b9497dc7a28f req-d06f19bb-e134-4cd3-983c-e7d92f89f696 service neutron] Checking segment: {'id': '7b097a75-0850-4639-99e3-0fb55a9f4ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7ae9a447-1782-409b-a3a1-710b57169865'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 17:22:54.237641 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd3d708-8621-4691-b357-b9497dc7a28f req-d06f19bb-e134-4cd3-983c-e7d92f89f696 service neutron] Bound using segment: {'id': '7b097a75-0850-4639-99e3-0fb55a9f4ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7ae9a447-1782-409b-a3a1-710b57169865'} {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 17:22:54.238100 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [req-ddd3d708-8621-4691-b357-b9497dc7a28f req-d06f19bb-e134-4cd3-983c-e7d92f89f696 service neutron] Bound port: 08de4024-d6d4-4c17-979e-d37fe790ab8a, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b097a75-0850-4639-99e3-0fb55a9f4ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7ae9a447-1782-409b-a3a1-710b57169865'}}] {{(pid=103838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 17:22:54.238452 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-ddd3d708-8621-4691-b357-b9497dc7a28f req-d06f19bb-e134-4cd3-983c-e7d92f89f696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (08de4024-d6d4-4c17-979e-d37fe790ab8a), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:54.305205 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [req-ddd3d708-8621-4691-b357-b9497dc7a28f req-d06f19bb-e134-4cd3-983c-e7d92f89f696 service neutron] For port 08de4024-d6d4-4c17-979e-d37fe790ab8a, host hv-cinder-77819, cleared binding levels {{(pid=103838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:22:54.308051 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [req-ddd3d708-8621-4691-b357-b9497dc7a28f req-d06f19bb-e134-4cd3-983c-e7d92f89f696 service neutron] For port 08de4024-d6d4-4c17-979e-d37fe790ab8a, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=08de4024-d6d4-4c17-979e-d37fe790ab8a,segment=NetworkSegment(7b097a75-0850-4639-99e3-0fb55a9f4ea1),segment_id=7b097a75-0850-4639-99e3-0fb55a9f4ea1)] {{(pid=103838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:22:54.366538 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-ddd3d708-8621-4691-b357-b9497dc7a28f req-d06f19bb-e134-4cd3-983c-e7d92f89f696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26691319'] for port (08de4024-d6d4-4c17-979e-d37fe790ab8a), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:54.428360 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3d708-8621-4691-b357-b9497dc7a28f req-d06f19bb-e134-4cd3-983c-e7d92f89f696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:22:54.428969 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-ddd3d708-8621-4691-b357-b9497dc7a28f req-d06f19bb-e134-4cd3-983c-e7d92f89f696 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021714'] for port (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:54.430354 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-ddd3d708-8621-4691-b357-b9497dc7a28f req-d06f19bb-e134-4cd3-983c-e7d92f89f696 service neutron] 10.222.0.49 "PUT /v2.0/ports/08de4024-d6d4-4c17-979e-d37fe790ab8a HTTP/1.1" status: 200 len: 1094 time: 0.7172859 Mar 02 17:22:54.430794 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e03d47ad-6c4d-4902-a606-d64724b2595a', 'tag': '08de4024-d6d4-4c17-979e-d37fe790ab8a'}] {{(pid=103838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 17:22:54.432997 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7c8e0f7c7170b606f581d652a183e77a47547618c5f9292d8eb62f06a367e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc586228-6d54-41d6-9705-8349155b2b7f" -d '{"events": [{"name": "network-changed", "server_uuid": "e03d47ad-6c4d-4902-a606-d64724b2595a", "tag": "08de4024-d6d4-4c17-979e-d37fe790ab8a"}]}' {{(pid=103838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 17:22:54.460055 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06f19bb-e134-4cd3-983c-e7d92f89f696 service neutron] Pushing event updated for resources: {'Port': ['ID=08de4024-d6d4-4c17-979e-d37fe790ab8a,revision_number=3']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:22:54.478419 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08198662-7a37-49fb-96de-23e3de671fa2 req-c0e0a28a-76c3-4fbf-8f4c-b144d571dba5 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:22:54.479900 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-08198662-7a37-49fb-96de-23e3de671fa2 req-c0e0a28a-76c3-4fbf-8f4c-b144d571dba5 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e03d47ad-6c4d-4902-a606-d64724b2595a HTTP/1.1" status: 200 len: 944 time: 0.0875516 Mar 02 17:22:54.481362 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 17:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb4dd04-1455-46c2-be2f-a9635ab17ea9 x-openstack-request-id: req-aeb4dd04-1455-46c2-be2f-a9635ab17ea9 {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 17:22:54.481650 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e03d47ad-6c4d-4902-a606-d64724b2595a", "tag": "08de4024-d6d4-4c17-979e-d37fe790ab8a", "status": "completed", "code": 200}]} {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 17:22:54.481921 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-aeb4dd04-1455-46c2-be2f-a9635ab17ea9 {{(pid=103838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 17:22:54.482306 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e03d47ad-6c4d-4902-a606-d64724b2595a', 'tag': '08de4024-d6d4-4c17-979e-d37fe790ab8a', 'status': 'completed', 'code': 200} Mar 02 17:22:54.560000 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-08198662-7a37-49fb-96de-23e3de671fa2 req-238c7fd0-90e5-425f-8c22-93825701483e tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/security-groups?id=48625e24-112d-44e3-a425-dd71a0915737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737219 Mar 02 17:22:54.569710 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc586228-6d54-41d6-9705-8349155b2b7f req-f7c0a24e-c813-4f01-bec7-1e8a481425a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:22:54.571190 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-fc586228-6d54-41d6-9705-8349155b2b7f req-f7c0a24e-c813-4f01-bec7-1e8a481425a9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9a6c6ec9a0914758a0042ae92e510db4&device_id=e03d47ad-6c4d-4902-a606-d64724b2595a HTTP/1.1" status: 200 len: 1128 time: 0.0688112 Mar 02 17:22:54.667563 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc586228-6d54-41d6-9705-8349155b2b7f req-8397d49f-105c-4e6c-b422-e53a7d4892be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:22:54.669271 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-fc586228-6d54-41d6-9705-8349155b2b7f req-8397d49f-105c-4e6c-b422-e53a7d4892be service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=9a6c6ec9a0914758a0042ae92e510db4&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0892293 Mar 02 17:22:54.765923 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc586228-6d54-41d6-9705-8349155b2b7f req-ad36f290-68d8-41e2-ac2a-d5c8948fd1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:22:54.767436 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-fc586228-6d54-41d6-9705-8349155b2b7f req-ad36f290-68d8-41e2-ac2a-d5c8948fd1ab service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0908387 Mar 02 17:22:54.848846 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3d708-8621-4691-b357-b9497dc7a28f req-c23c5215-cec0-4fd0-b990-dd7c10bf519f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:22:54.850267 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-ddd3d708-8621-4691-b357-b9497dc7a28f req-c23c5215-cec0-4fd0-b990-dd7c10bf519f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9a6c6ec9a0914758a0042ae92e510db4&device_id=e03d47ad-6c4d-4902-a606-d64724b2595a HTTP/1.1" status: 200 len: 1128 time: 0.0470064 Mar 02 17:22:54.892947 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-ddd3d708-8621-4691-b357-b9497dc7a28f req-6aef1bde-35d6-418d-9736-ccc47b2af213 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08de4024-d6d4-4c17-979e-d37fe790ab8a HTTP/1.1" status: 200 len: 217 time: 0.0336125 Mar 02 17:22:54.944061 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3d708-8621-4691-b357-b9497dc7a28f req-9b71549a-51bb-40e7-b8d4-acf026666f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:22:54.945473 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-ddd3d708-8621-4691-b357-b9497dc7a28f req-9b71549a-51bb-40e7-b8d4-acf026666f6e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fd4cbba9-7e23-4fa9-8083-457678593f9c HTTP/1.1" status: 200 len: 854 time: 0.0469654 Mar 02 17:22:54.976619 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-ddd3d708-8621-4691-b357-b9497dc7a28f req-df672ad5-0d55-4c4f-a361-a63a52e5cf2c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7ae9a447-1782-409b-a3a1-710b57169865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248380 Mar 02 17:22:55.072573 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-ddd3d708-8621-4691-b357-b9497dc7a28f req-bd98a6ac-0e8a-4e7b-b027-134972d1f65e service neutron] 10.222.0.49 "GET /v2.0/networks/7ae9a447-1782-409b-a3a1-710b57169865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841887 Mar 02 17:22:55.164362 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-ddd3d708-8621-4691-b357-b9497dc7a28f req-527d7d5b-b791-43f9-a2d9-79dfd488cbad service neutron] 10.222.0.49 "GET /v2.0/networks/7ae9a447-1782-409b-a3a1-710b57169865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846612 Mar 02 17:22:55.681240 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e94fa3-f54d-4702-8488-78480b4371d3 req-6c2ee2d3-ec87-4228-836d-28e2ea41a0e1 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:22:55.682907 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-a6e94fa3-f54d-4702-8488-78480b4371d3 req-6c2ee2d3-ec87-4228-836d-28e2ea41a0e1 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e03d47ad-6c4d-4902-a606-d64724b2595a HTTP/1.1" status: 200 len: 944 time: 0.0539186 Mar 02 17:22:55.730848 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-a6e94fa3-f54d-4702-8488-78480b4371d3 req-bbe4426f-d119-4d88-a67a-f9bdaef618e4 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/security-groups?id=48625e24-112d-44e3-a425-dd71a0915737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416455 Mar 02 17:22:56.410032 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device 08de4024-d6d4-4c17-979e-d37fe790ab8a details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 17:22:56.510111 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] For port 08de4024-d6d4-4c17-979e-d37fe790ab8a, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=08de4024-d6d4-4c17-979e-d37fe790ab8a,segment=NetworkSegment(7b097a75-0850-4639-99e3-0fb55a9f4ea1),segment_id=7b097a75-0850-4639-99e3-0fb55a9f4ea1)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:22:56.520400 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Returning: {'device': '08de4024-d6d4-4c17-979e-d37fe790ab8a', 'network_id': '7ae9a447-1782-409b-a3a1-710b57169865', 'port_id': '08de4024-d6d4-4c17-979e-d37fe790ab8a', 'mac_address': 'fa:16:3e:1d:9c:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd4cbba9-7e23-4fa9-8083-457678593f9c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 17:22:56.565818 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Current status of the port 08de4024-d6d4-4c17-979e-d37fe790ab8a is: DOWN; New status is: BUILD {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:22:56.566345 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (08de4024-d6d4-4c17-979e-d37fe790ab8a), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:56.580042 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.notifiers.nova [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08de4024-d6d4-4c17-979e-d37fe790ab8a {{(pid=103839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 17:22:56.600435 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] For port 08de4024-d6d4-4c17-979e-d37fe790ab8a, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=08de4024-d6d4-4c17-979e-d37fe790ab8a,segment=NetworkSegment(7b097a75-0850-4639-99e3-0fb55a9f4ea1),segment_id=7b097a75-0850-4639-99e3-0fb55a9f4ea1)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:22:56.692073 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (08de4024-d6d4-4c17-979e-d37fe790ab8a), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:56.739623 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Pushing event updated for resources: {'Port': ['ID=08de4024-d6d4-4c17-979e-d37fe790ab8a,revision_number=4']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:22:56.852365 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed1781e-a744-4826-a609-5b9a69bb19b0 req-ce952c60-b4d7-4d09-82db-d39f90e5f6bd tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:22:56.853816 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0ed1781e-a744-4826-a609-5b9a69bb19b0 req-ce952c60-b4d7-4d09-82db-d39f90e5f6bd tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e03d47ad-6c4d-4902-a606-d64724b2595a HTTP/1.1" status: 200 len: 945 time: 0.0528758 Mar 02 17:22:56.905721 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0ed1781e-a744-4826-a609-5b9a69bb19b0 req-4fda374d-2cfb-4240-a337-e1b89bd9fc4c tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/security-groups?id=48625e24-112d-44e3-a425-dd71a0915737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459728 Mar 02 17:22:56.977955 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] get_ports_and_sgs() called for port_ids ['08de4024-d6d4-4c17-979e-d37fe790ab8a'] {{(pid=103839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 17:22:58.023686 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6587de-c850-4326-8c84-fd3543f3e378 req-3fad78dc-2bda-47cc-a984-2e9521f3f2d6 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:22:58.025168 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0d6587de-c850-4326-8c84-fd3543f3e378 req-3fad78dc-2bda-47cc-a984-2e9521f3f2d6 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e03d47ad-6c4d-4902-a606-d64724b2595a HTTP/1.1" status: 200 len: 945 time: 0.0542350 Mar 02 17:22:58.072504 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0d6587de-c850-4326-8c84-fd3543f3e378 req-67918ed8-1dd1-47ed-9826-3bccafa4fe9a tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/security-groups?id=48625e24-112d-44e3-a425-dd71a0915737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412548 Mar 02 17:22:58.426588 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device 08de4024-d6d4-4c17-979e-d37fe790ab8a up at agent hyperv_hv-cinder-77819 {{(pid=103839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 17:22:58.549298 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Provisioning for port 08de4024-d6d4-4c17-979e-d37fe790ab8a completed by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 17:22:58.554304 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Provisioning complete for port 08de4024-d6d4-4c17-979e-d37fe790ab8a triggered by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:22:58.554805 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (08de4024-d6d4-4c17-979e-d37fe790ab8a), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:58.634798 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Current status of the port 08de4024-d6d4-4c17-979e-d37fe790ab8a is: BUILD; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:22:58.635182 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (08de4024-d6d4-4c17-979e-d37fe790ab8a), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:58.657445 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e03d47ad-6c4d-4902-a606-d64724b2595a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08de4024-d6d4-4c17-979e-d37fe790ab8a'}] {{(pid=103839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 17:22:58.659700 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1ae65c9246df630c0a528d92fdc2f4b7a0a5f54ed45d3739c3110b66571c885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75df2414-05cc-455a-bc3a-82b951ebef55" -d '{"events": [{"server_uuid": "e03d47ad-6c4d-4902-a606-d64724b2595a", "name": "network-vif-plugged", "status": "completed", "tag": "08de4024-d6d4-4c17-979e-d37fe790ab8a"}]}' {{(pid=103839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 17:22:58.672943 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] For port 08de4024-d6d4-4c17-979e-d37fe790ab8a, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=08de4024-d6d4-4c17-979e-d37fe790ab8a,segment=NetworkSegment(7b097a75-0850-4639-99e3-0fb55a9f4ea1),segment_id=7b097a75-0850-4639-99e3-0fb55a9f4ea1)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:22:58.699455 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 17:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef1f1d8-dd8a-4922-ae50-99d0ee204d3e x-openstack-request-id: req-bef1f1d8-dd8a-4922-ae50-99d0ee204d3e {{(pid=103839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 17:22:58.699878 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e03d47ad-6c4d-4902-a606-d64724b2595a", "name": "network-vif-plugged", "status": "completed", "tag": "08de4024-d6d4-4c17-979e-d37fe790ab8a", "code": 200}]} {{(pid=103839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 17:22:58.700241 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bef1f1d8-dd8a-4922-ae50-99d0ee204d3e {{(pid=103839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 17:22:58.700714 dv-cinder-778193-22-iscsi neutron-server[103839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e03d47ad-6c4d-4902-a606-d64724b2595a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08de4024-d6d4-4c17-979e-d37fe790ab8a', 'code': 200} Mar 02 17:22:58.777705 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (08de4024-d6d4-4c17-979e-d37fe790ab8a), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:22:58.824297 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Pushing event updated for resources: {'Port': ['ID=08de4024-d6d4-4c17-979e-d37fe790ab8a,revision_number=5']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:22:59.020007 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bba000-bc7e-437d-a6ba-57aa50e70718 req-574b2e2b-f364-4d32-8d33-6877b526477f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:22:59.021334 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-89bba000-bc7e-437d-a6ba-57aa50e70718 req-574b2e2b-f364-4d32-8d33-6877b526477f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e03d47ad-6c4d-4902-a606-d64724b2595a HTTP/1.1" status: 200 len: 1130 time: 0.0439095 Mar 02 17:22:59.067982 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-89bba000-bc7e-437d-a6ba-57aa50e70718 req-c70f4571-24c4-46b1-8d5e-cfea35c4da94 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=48625e24-112d-44e3-a425-dd71a0915737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362043 Mar 02 17:22:59.194236 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3ff5e0-5024-4a2a-8ed7-9acf772efb46 req-fdb96465-f6ea-4eef-a0ad-65f93742bfa5 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:22:59.195687 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-be3ff5e0-5024-4a2a-8ed7-9acf772efb46 req-fdb96465-f6ea-4eef-a0ad-65f93742bfa5 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e03d47ad-6c4d-4902-a606-d64724b2595a HTTP/1.1" status: 200 len: 946 time: 0.0556595 Mar 02 17:22:59.244218 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-be3ff5e0-5024-4a2a-8ed7-9acf772efb46 req-35538137-f2e0-4b7a-9dc8-27058898fb73 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/security-groups?id=48625e24-112d-44e3-a425-dd71a0915737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431101 Mar 02 17:23:00.363995 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a0cd2-6600-4998-80d4-e7959b8c6ee3 req-bf5d8e78-8f1f-4497-8326-6047bb537b9d tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:00.365575 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-043a0cd2-6600-4998-80d4-e7959b8c6ee3 req-bf5d8e78-8f1f-4497-8326-6047bb537b9d tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e03d47ad-6c4d-4902-a606-d64724b2595a HTTP/1.1" status: 200 len: 946 time: 0.0527239 Mar 02 17:23:00.412573 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-043a0cd2-6600-4998-80d4-e7959b8c6ee3 req-4db74107-fad7-4fbc-8e9e-d13f6857569c tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/security-groups?id=48625e24-112d-44e3-a425-dd71a0915737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412533 Mar 02 17:23:01.529668 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7750759-37a0-4a5c-a1fe-7851560180f0 req-82356926-14b5-4393-92f2-9ad367559929 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:01.531795 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-f7750759-37a0-4a5c-a1fe-7851560180f0 req-82356926-14b5-4393-92f2-9ad367559929 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e03d47ad-6c4d-4902-a606-d64724b2595a HTTP/1.1" status: 200 len: 946 time: 0.0547414 Mar 02 17:23:01.579479 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-f7750759-37a0-4a5c-a1fe-7851560180f0 req-66a811a4-c57a-4309-8a0c-1d0c12067354 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/security-groups?id=48625e24-112d-44e3-a425-dd71a0915737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411725 Mar 02 17:23:01.743660 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d79885ce-cdfc-41ab-bf49-b07d205da98f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (0060df7f-f835-4890-b25c-3842f545a9d0), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:03.401889 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cc54c8-3483-40f8-8407-c2bc7a070472 req-12d66dab-261c-4d49-bf97-8114237aa3da tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:03.403334 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c9cc54c8-3483-40f8-8407-c2bc7a070472 req-12d66dab-261c-4d49-bf97-8114237aa3da tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/networks?id=7ae9a447-1782-409b-a3a1-710b57169865 HTTP/1.1" status: 200 len: 814 time: 0.1001215 Mar 02 17:23:03.417603 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c9cc54c8-3483-40f8-8407-c2bc7a070472 req-f9f3cb2f-7a28-494e-ad09-82149c6c8e0f tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/quotas/9a6c6ec9a0914758a0042ae92e510db4 HTTP/1.1" status: 200 len: 375 time: 0.0087507 Mar 02 17:23:03.474860 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c9cc54c8-3483-40f8-8407-c2bc7a070472 req-3adb94fe-661e-46ec-a336-a39084a1a882 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9a6c6ec9a0914758a0042ae92e510db4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518630 Mar 02 17:23:03.566150 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c9cc54c8-3483-40f8-8407-c2bc7a070472 req-dd79f858-8462-418b-88f7-4879409c5a29 service neutron] 10.222.0.55 "GET /v2.0/networks/7ae9a447-1782-409b-a3a1-710b57169865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845959 Mar 02 17:23:03.657825 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c9cc54c8-3483-40f8-8407-c2bc7a070472 req-5943443b-f50f-457e-9fd9-37b59fe6daec service neutron] 10.222.0.55 "GET /v2.0/networks/7ae9a447-1782-409b-a3a1-710b57169865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862477 Mar 02 17:23:03.898008 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c5fdae5a-ac11-47d7-ab0c-b79ab9ecbb1c req-26021c25-2450-4ea0-9852-5e2fc84850e8 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/ports?device_id=0214efb5-8eaf-4d94-99cd-ad71e8102ac2 HTTP/1.1" status: 200 len: 210 time: 0.0272160 Mar 02 17:23:04.074393 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d141e844-f967-4d4d-9035-210fbf27ee97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90b713d5-0d52-4da0-a663-b3b1c9fefb3d), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:04.990904 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-1dca153f-0f82-486b-9069-48c8b6ca9bea req-14a23536-f956-4ddb-a5ed-0c5956716825 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/ports?device_id=0214efb5-8eaf-4d94-99cd-ad71e8102ac2 HTTP/1.1" status: 200 len: 210 time: 0.0274467 Mar 02 17:23:05.063468 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-7239c76e-3e75-4b64-9028-aed8f891363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (eca5c3a0-ec74-4a2a-a5c6-a62430d93509), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:05.677403 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cc54c8-3483-40f8-8407-c2bc7a070472 req-4baa95f3-68ab-4712-a910-abc7726f4892 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:05.678922 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c9cc54c8-3483-40f8-8407-c2bc7a070472 req-4baa95f3-68ab-4712-a910-abc7726f4892 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.49 "GET /v2.0/networks?id=7ae9a447-1782-409b-a3a1-710b57169865 HTTP/1.1" status: 200 len: 814 time: 0.1043155 Mar 02 17:23:05.697731 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [req-c9cc54c8-3483-40f8-8407-c2bc7a070472 req-3c2da1d1-db99-4455-90b7-01f3e11408cd tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Request body: {'port': {'device_id': '0214efb5-8eaf-4d94-99cd-ad71e8102ac2', 'network_id': '7ae9a447-1782-409b-a3a1-710b57169865', 'admin_state_up': True, 'tenant_id': '9a6c6ec9a0914758a0042ae92e510db4'}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:23:05.886250 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9cc54c8-3483-40f8-8407-c2bc7a070472 req-3c2da1d1-db99-4455-90b7-01f3e11408cd tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Made reservation on behalf of 9a6c6ec9a0914758a0042ae92e510db4 for: {'port': 1} {{(pid=103838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:23:05.889676 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-c9cc54c8-3483-40f8-8407-c2bc7a070472 req-3c2da1d1-db99-4455-90b7-01f3e11408cd tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:06.023258 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.db_base_plugin_common [req-c9cc54c8-3483-40f8-8407-c2bc7a070472 req-3c2da1d1-db99-4455-90b7-01f3e11408cd tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Allocated IP 172.20.0.6 (7ae9a447-1782-409b-a3a1-710b57169865/fd4cbba9-7e23-4fa9-8083-457678593f9c/2a67c2da-16c9-4333-acce-cc6669c7b2ac) {{(pid=103838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:23:06.097446 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-301fdcdc-68cb-456b-8f54-936799c32bf4 req-f8609cfc-c9a8-4da2-ad1a-a13b672f4d1d tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/ports?device_id=0214efb5-8eaf-4d94-99cd-ad71e8102ac2 HTTP/1.1" status: 200 len: 210 time: 0.0365820 Mar 02 17:23:06.203449 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-c9cc54c8-3483-40f8-8407-c2bc7a070472 req-3c2da1d1-db99-4455-90b7-01f3e11408cd tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Publish callbacks [] for port (2a67c2da-16c9-4333-acce-cc6669c7b2ac), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:06.286863 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-c9cc54c8-3483-40f8-8407-c2bc7a070472 req-3c2da1d1-db99-4455-90b7-01f3e11408cd tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757691134181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26691326'] for port (2a67c2da-16c9-4333-acce-cc6669c7b2ac), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:06.300628 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] get_ports_and_sgs() called for port_ids ['10814798-0cc1-4d35-b096-d2b66d62fafb', '08de4024-d6d4-4c17-979e-d37fe790ab8a'] {{(pid=103839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 17:23:06.333676 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9cc54c8-3483-40f8-8407-c2bc7a070472 req-3c2da1d1-db99-4455-90b7-01f3e11408cd tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Network 7ae9a447-1782-409b-a3a1-710b57169865 is already hosted by enough agents. {{(pid=103838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:23:06.336932 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.base_scheduler [req-c9cc54c8-3483-40f8-8407-c2bc7a070472 req-3c2da1d1-db99-4455-90b7-01f3e11408cd tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Resources bound (agent type, host, resource id): {{(pid=103838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:23:06.340651 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9cc54c8-3483-40f8-8407-c2bc7a070472 req-3c2da1d1-db99-4455-90b7-01f3e11408cd tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Received port after_create {{(pid=103838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 17:23:06.367971 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2da1d1-db99-4455-90b7-01f3e11408cd tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Pushing event updated for resources: {'Port': ['ID=2a67c2da-16c9-4333-acce-cc6669c7b2ac,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:23:06.403743 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cc54c8-3483-40f8-8407-c2bc7a070472 req-3c2da1d1-db99-4455-90b7-01f3e11408cd tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:06.404356 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-c9cc54c8-3483-40f8-8407-c2bc7a070472 req-3c2da1d1-db99-4455-90b7-01f3e11408cd tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021714'] for port (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:06.488822 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c9cc54c8-3483-40f8-8407-c2bc7a070472 req-3c2da1d1-db99-4455-90b7-01f3e11408cd tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7948031 Mar 02 17:23:06.502080 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [req-c9cc54c8-3483-40f8-8407-c2bc7a070472 req-5d0f686c-1a17-4e6a-8061-cc714b35aff2 service neutron] Request body: {'port': {'device_id': '0214efb5-8eaf-4d94-99cd-ad71e8102ac2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:23:06.572089 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-c9cc54c8-3483-40f8-8407-c2bc7a070472 req-5d0f686c-1a17-4e6a-8061-cc714b35aff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (2a67c2da-16c9-4333-acce-cc6669c7b2ac), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:06.777467 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-765bf0ac-d167-416d-8fe2-638e582454ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (aac89579-4eb6-45c8-861e-e37bc0c26bf3), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:06.854215 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [req-c9cc54c8-3483-40f8-8407-c2bc7a070472 req-5d0f686c-1a17-4e6a-8061-cc714b35aff2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a67c2da-16c9-4333-acce-cc6669c7b2ac {{(pid=103838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 17:23:06.861539 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-c9cc54c8-3483-40f8-8407-c2bc7a070472 req-5d0f686c-1a17-4e6a-8061-cc714b35aff2 service neutron] Publish callbacks [] for port (2a67c2da-16c9-4333-acce-cc6669c7b2ac), precommit_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:06.873431 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [req-c9cc54c8-3483-40f8-8407-c2bc7a070472 req-5d0f686c-1a17-4e6a-8061-cc714b35aff2 service neutron] Transition to ACTIVE for port object 2a67c2da-16c9-4333-acce-cc6669c7b2ac will not be triggered until provisioned by entity L2. {{(pid=103838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 17:23:06.937032 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-c9cc54c8-3483-40f8-8407-c2bc7a070472 req-5d0f686c-1a17-4e6a-8061-cc714b35aff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26691319'] for port (2a67c2da-16c9-4333-acce-cc6669c7b2ac), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:07.013140 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0f686c-1a17-4e6a-8061-cc714b35aff2 service neutron] Pushing event updated for resources: {'Port': ['ID=2a67c2da-16c9-4333-acce-cc6669c7b2ac,revision_number=2']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:23:07.089081 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [req-c9cc54c8-3483-40f8-8407-c2bc7a070472 req-5d0f686c-1a17-4e6a-8061-cc714b35aff2 service neutron] Attempting to bind port 2a67c2da-16c9-4333-acce-cc6669c7b2ac on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 17:23:07.089791 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [req-c9cc54c8-3483-40f8-8407-c2bc7a070472 req-5d0f686c-1a17-4e6a-8061-cc714b35aff2 service neutron] Attempting to bind port 2a67c2da-16c9-4333-acce-cc6669c7b2ac by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '7b097a75-0850-4639-99e3-0fb55a9f4ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7ae9a447-1782-409b-a3a1-710b57169865'}] {{(pid=103838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 17:23:07.089791 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cc54c8-3483-40f8-8407-c2bc7a070472 req-5d0f686c-1a17-4e6a-8061-cc714b35aff2 service neutron] Attempting to bind port 2a67c2da-16c9-4333-acce-cc6669c7b2ac on network 7ae9a447-1782-409b-a3a1-710b57169865 {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 17:23:07.094164 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cc54c8-3483-40f8-8407-c2bc7a070472 req-5d0f686c-1a17-4e6a-8061-cc714b35aff2 service neutron] Port 2a67c2da-16c9-4333-acce-cc6669c7b2ac on network 7ae9a447-1782-409b-a3a1-710b57169865 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 17:23:07.094522 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cc54c8-3483-40f8-8407-c2bc7a070472 req-5d0f686c-1a17-4e6a-8061-cc714b35aff2 service neutron] Attempting to bind port 2a67c2da-16c9-4333-acce-cc6669c7b2ac on network 7ae9a447-1782-409b-a3a1-710b57169865 {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 17:23:07.100244 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cc54c8-3483-40f8-8407-c2bc7a070472 req-5d0f686c-1a17-4e6a-8061-cc714b35aff2 service neutron] Checking agent: {'id': 'dbb67c4d-7aa5-4acf-82b3-541c1cabd3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 13), 'started_at': datetime.datetime(2022, 3, 2, 17, 13, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 17:23:07.100744 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cc54c8-3483-40f8-8407-c2bc7a070472 req-5d0f686c-1a17-4e6a-8061-cc714b35aff2 service neutron] Checking segment: {'id': '7b097a75-0850-4639-99e3-0fb55a9f4ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7ae9a447-1782-409b-a3a1-710b57169865'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 17:23:07.101312 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cc54c8-3483-40f8-8407-c2bc7a070472 req-5d0f686c-1a17-4e6a-8061-cc714b35aff2 service neutron] Bound using segment: {'id': '7b097a75-0850-4639-99e3-0fb55a9f4ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7ae9a447-1782-409b-a3a1-710b57169865'} {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 17:23:07.102009 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [req-c9cc54c8-3483-40f8-8407-c2bc7a070472 req-5d0f686c-1a17-4e6a-8061-cc714b35aff2 service neutron] Bound port: 2a67c2da-16c9-4333-acce-cc6669c7b2ac, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b097a75-0850-4639-99e3-0fb55a9f4ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7ae9a447-1782-409b-a3a1-710b57169865'}}] {{(pid=103838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 17:23:07.102564 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-c9cc54c8-3483-40f8-8407-c2bc7a070472 req-5d0f686c-1a17-4e6a-8061-cc714b35aff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (2a67c2da-16c9-4333-acce-cc6669c7b2ac), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:07.204717 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [req-c9cc54c8-3483-40f8-8407-c2bc7a070472 req-5d0f686c-1a17-4e6a-8061-cc714b35aff2 service neutron] For port 2a67c2da-16c9-4333-acce-cc6669c7b2ac, host hv-cinder-77819, cleared binding levels {{(pid=103838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:23:07.219151 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [req-c9cc54c8-3483-40f8-8407-c2bc7a070472 req-5d0f686c-1a17-4e6a-8061-cc714b35aff2 service neutron] For port 2a67c2da-16c9-4333-acce-cc6669c7b2ac, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2a67c2da-16c9-4333-acce-cc6669c7b2ac,segment=NetworkSegment(7b097a75-0850-4639-99e3-0fb55a9f4ea1),segment_id=7b097a75-0850-4639-99e3-0fb55a9f4ea1)] {{(pid=103838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:23:07.238929 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2cf0a4-ff7c-42ea-8078-0b8e96715414 req-7276c236-235a-4aa4-acc8-abc439db331f tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:07.240382 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2e2cf0a4-ff7c-42ea-8078-0b8e96715414 req-7276c236-235a-4aa4-acc8-abc439db331f tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/ports?device_id=0214efb5-8eaf-4d94-99cd-ad71e8102ac2 HTTP/1.1" status: 200 len: 943 time: 0.0687315 Mar 02 17:23:07.285821 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2e2cf0a4-ff7c-42ea-8078-0b8e96715414 req-09c8b21c-2189-49bb-8789-9a813544fbcd tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/security-groups?id=48625e24-112d-44e3-a425-dd71a0915737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398388 Mar 02 17:23:07.287309 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-c9cc54c8-3483-40f8-8407-c2bc7a070472 req-5d0f686c-1a17-4e6a-8061-cc714b35aff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26691319'] for port (2a67c2da-16c9-4333-acce-cc6669c7b2ac), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:07.323642 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cc54c8-3483-40f8-8407-c2bc7a070472 req-5d0f686c-1a17-4e6a-8061-cc714b35aff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:07.324244 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-c9cc54c8-3483-40f8-8407-c2bc7a070472 req-5d0f686c-1a17-4e6a-8061-cc714b35aff2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021714'] for port (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:07.325571 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c9cc54c8-3483-40f8-8407-c2bc7a070472 req-5d0f686c-1a17-4e6a-8061-cc714b35aff2 service neutron] 10.222.0.49 "PUT /v2.0/ports/2a67c2da-16c9-4333-acce-cc6669c7b2ac HTTP/1.1" status: 200 len: 1093 time: 0.8295019 Mar 02 17:23:07.326038 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0214efb5-8eaf-4d94-99cd-ad71e8102ac2', 'tag': '2a67c2da-16c9-4333-acce-cc6669c7b2ac'}] {{(pid=103838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 17:23:07.328253 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7c8e0f7c7170b606f581d652a183e77a47547618c5f9292d8eb62f06a367e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dca5db2-8b01-466d-9095-99449cd4bc0e" -d '{"events": [{"name": "network-changed", "server_uuid": "0214efb5-8eaf-4d94-99cd-ad71e8102ac2", "tag": "2a67c2da-16c9-4333-acce-cc6669c7b2ac"}]}' {{(pid=103838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 17:23:07.353817 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0f686c-1a17-4e6a-8061-cc714b35aff2 service neutron] Pushing event updated for resources: {'Port': ['ID=2a67c2da-16c9-4333-acce-cc6669c7b2ac,revision_number=3']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:23:07.372471 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 17:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-409b490f-a89c-4429-8d75-0323a6d1c8f7 x-openstack-request-id: req-409b490f-a89c-4429-8d75-0323a6d1c8f7 {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 17:23:07.372764 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0214efb5-8eaf-4d94-99cd-ad71e8102ac2", "tag": "2a67c2da-16c9-4333-acce-cc6669c7b2ac", "status": "completed", "code": 200}]} {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 17:23:07.373017 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-409b490f-a89c-4429-8d75-0323a6d1c8f7 {{(pid=103838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 17:23:07.373421 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0214efb5-8eaf-4d94-99cd-ad71e8102ac2', 'tag': '2a67c2da-16c9-4333-acce-cc6669c7b2ac', 'status': 'completed', 'code': 200} Mar 02 17:23:07.451323 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca5db2-8b01-466d-9095-99449cd4bc0e req-d6059b51-3f3a-47db-9755-5340685cf329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:07.452871 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-3dca5db2-8b01-466d-9095-99449cd4bc0e req-d6059b51-3f3a-47db-9755-5340685cf329 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9a6c6ec9a0914758a0042ae92e510db4&device_id=0214efb5-8eaf-4d94-99cd-ad71e8102ac2 HTTP/1.1" status: 200 len: 1127 time: 0.0522220 Mar 02 17:23:07.825279 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca5db2-8b01-466d-9095-99449cd4bc0e req-57eadb78-38df-46e4-b059-b4a2e27fb896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:07.826680 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-3dca5db2-8b01-466d-9095-99449cd4bc0e req-57eadb78-38df-46e4-b059-b4a2e27fb896 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=9a6c6ec9a0914758a0042ae92e510db4&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3645618 Mar 02 17:23:07.922042 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca5db2-8b01-466d-9095-99449cd4bc0e req-77d4de18-739f-4ec9-a073-d5d409c2da40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:07.923482 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-3dca5db2-8b01-466d-9095-99449cd4bc0e req-77d4de18-739f-4ec9-a073-d5d409c2da40 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0896003 Mar 02 17:23:08.027442 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cc54c8-3483-40f8-8407-c2bc7a070472 req-5d3bbba8-a18a-4748-b12a-06ff40cc9aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:08.028942 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c9cc54c8-3483-40f8-8407-c2bc7a070472 req-5d3bbba8-a18a-4748-b12a-06ff40cc9aea service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9a6c6ec9a0914758a0042ae92e510db4&device_id=0214efb5-8eaf-4d94-99cd-ad71e8102ac2 HTTP/1.1" status: 200 len: 1127 time: 0.0458713 Mar 02 17:23:08.071759 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c9cc54c8-3483-40f8-8407-c2bc7a070472 req-f5926e4c-cc03-478f-8aac-ec5162a2a69f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a67c2da-16c9-4333-acce-cc6669c7b2ac HTTP/1.1" status: 200 len: 217 time: 0.0327554 Mar 02 17:23:08.121769 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cc54c8-3483-40f8-8407-c2bc7a070472 req-e0a1191c-2450-447a-8c29-8a3442dc8c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:08.123113 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c9cc54c8-3483-40f8-8407-c2bc7a070472 req-e0a1191c-2450-447a-8c29-8a3442dc8c3d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fd4cbba9-7e23-4fa9-8083-457678593f9c HTTP/1.1" status: 200 len: 854 time: 0.0458601 Mar 02 17:23:08.154605 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c9cc54c8-3483-40f8-8407-c2bc7a070472 req-b3aa026d-5b1f-474a-bfd8-677949e52ac5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7ae9a447-1782-409b-a3a1-710b57169865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242283 Mar 02 17:23:08.240545 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90356b9b-9a55-4227-ace0-d1fc01a5475f), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:08.246116 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c9cc54c8-3483-40f8-8407-c2bc7a070472 req-0d636eb0-55d6-4e13-aa8b-dfa00045c432 service neutron] 10.222.0.49 "GET /v2.0/networks/7ae9a447-1782-409b-a3a1-710b57169865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833917 Mar 02 17:23:08.340698 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c9cc54c8-3483-40f8-8407-c2bc7a070472 req-9a9ecf49-51cb-4305-85ef-1581acf5a414 service neutron] 10.222.0.49 "GET /v2.0/networks/7ae9a447-1782-409b-a3a1-710b57169865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887001 Mar 02 17:23:08.405744 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a06fc9c-be67-432b-8c63-af0cbe112e49 req-e152c706-e586-47fb-9500-ef8d984a4f2d tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:08.408190 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2a06fc9c-be67-432b-8c63-af0cbe112e49 req-e152c706-e586-47fb-9500-ef8d984a4f2d tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/ports?device_id=0214efb5-8eaf-4d94-99cd-ad71e8102ac2 HTTP/1.1" status: 200 len: 943 time: 0.0553391 Mar 02 17:23:08.457264 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2a06fc9c-be67-432b-8c63-af0cbe112e49 req-0f0795bd-d335-4876-a055-406e974cd6a2 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/security-groups?id=48625e24-112d-44e3-a425-dd71a0915737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433466 Mar 02 17:23:09.576424 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4f7695-041b-4d17-a717-5958592901c8 req-f72d5e9a-987b-4209-9fdc-30b4e1af8c5e tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:09.577892 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2d4f7695-041b-4d17-a717-5958592901c8 req-f72d5e9a-987b-4209-9fdc-30b4e1af8c5e tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/ports?device_id=0214efb5-8eaf-4d94-99cd-ad71e8102ac2 HTTP/1.1" status: 200 len: 943 time: 0.0521877 Mar 02 17:23:09.629123 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2d4f7695-041b-4d17-a717-5958592901c8 req-5ce8a966-4895-431f-83d5-9a28aee58f87 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/security-groups?id=48625e24-112d-44e3-a425-dd71a0915737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434566 Mar 02 17:23:10.489071 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device 2a67c2da-16c9-4333-acce-cc6669c7b2ac details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 17:23:10.586168 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] For port 2a67c2da-16c9-4333-acce-cc6669c7b2ac, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2a67c2da-16c9-4333-acce-cc6669c7b2ac,segment=NetworkSegment(7b097a75-0850-4639-99e3-0fb55a9f4ea1),segment_id=7b097a75-0850-4639-99e3-0fb55a9f4ea1)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:23:10.597837 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Returning: {'device': '2a67c2da-16c9-4333-acce-cc6669c7b2ac', 'network_id': '7ae9a447-1782-409b-a3a1-710b57169865', 'port_id': '2a67c2da-16c9-4333-acce-cc6669c7b2ac', 'mac_address': 'fa:16:3e:22:ab:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd4cbba9-7e23-4fa9-8083-457678593f9c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 17:23:10.633714 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Current status of the port 2a67c2da-16c9-4333-acce-cc6669c7b2ac is: DOWN; New status is: BUILD {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:23:10.634124 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (2a67c2da-16c9-4333-acce-cc6669c7b2ac), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:10.647257 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.notifiers.nova [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a67c2da-16c9-4333-acce-cc6669c7b2ac {{(pid=103839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 17:23:10.666479 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] For port 2a67c2da-16c9-4333-acce-cc6669c7b2ac, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2a67c2da-16c9-4333-acce-cc6669c7b2ac,segment=NetworkSegment(7b097a75-0850-4639-99e3-0fb55a9f4ea1),segment_id=7b097a75-0850-4639-99e3-0fb55a9f4ea1)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:23:10.743391 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (2a67c2da-16c9-4333-acce-cc6669c7b2ac), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:10.745515 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30060fe7-c40b-49f3-b09a-9ee7d563db00 req-f4b8a167-0d83-4eac-924c-1acb78cfca08 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:10.747117 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-30060fe7-c40b-49f3-b09a-9ee7d563db00 req-f4b8a167-0d83-4eac-924c-1acb78cfca08 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/ports?device_id=0214efb5-8eaf-4d94-99cd-ad71e8102ac2 HTTP/1.1" status: 200 len: 943 time: 0.0512652 Mar 02 17:23:10.792368 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Pushing event updated for resources: {'Port': ['ID=2a67c2da-16c9-4333-acce-cc6669c7b2ac,revision_number=4']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:23:10.797342 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-30060fe7-c40b-49f3-b09a-9ee7d563db00 req-5d13d201-c1ed-444e-8a99-d1dc68fbccfd tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/security-groups?id=48625e24-112d-44e3-a425-dd71a0915737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435100 Mar 02 17:23:11.070877 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] get_ports_and_sgs() called for port_ids ['2a67c2da-16c9-4333-acce-cc6669c7b2ac'] {{(pid=103839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 17:23:11.910989 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f830bb19-9b80-4314-9c11-983efd597441 req-faf49a79-5f8a-4a78-9884-e4f4988e13d9 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:11.912466 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-f830bb19-9b80-4314-9c11-983efd597441 req-faf49a79-5f8a-4a78-9884-e4f4988e13d9 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/ports?device_id=0214efb5-8eaf-4d94-99cd-ad71e8102ac2 HTTP/1.1" status: 200 len: 944 time: 0.0507574 Mar 02 17:23:11.959505 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-f830bb19-9b80-4314-9c11-983efd597441 req-467fbcc8-f017-4b72-9c52-b0d0c9585028 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/security-groups?id=48625e24-112d-44e3-a425-dd71a0915737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407240 Mar 02 17:23:12.489659 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device 2a67c2da-16c9-4333-acce-cc6669c7b2ac up at agent hyperv_hv-cinder-77819 {{(pid=103839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 17:23:12.611533 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Provisioning for port 2a67c2da-16c9-4333-acce-cc6669c7b2ac completed by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 17:23:12.615904 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Provisioning complete for port 2a67c2da-16c9-4333-acce-cc6669c7b2ac triggered by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:23:12.616282 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (2a67c2da-16c9-4333-acce-cc6669c7b2ac), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:12.696893 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Current status of the port 2a67c2da-16c9-4333-acce-cc6669c7b2ac is: BUILD; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:23:12.697485 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (2a67c2da-16c9-4333-acce-cc6669c7b2ac), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:12.722769 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0214efb5-8eaf-4d94-99cd-ad71e8102ac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a67c2da-16c9-4333-acce-cc6669c7b2ac'}] {{(pid=103839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 17:23:12.724974 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1ae65c9246df630c0a528d92fdc2f4b7a0a5f54ed45d3739c3110b66571c885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b15f5616-846d-4d2f-ae94-4dad9e8d02ef" -d '{"events": [{"server_uuid": "0214efb5-8eaf-4d94-99cd-ad71e8102ac2", "name": "network-vif-plugged", "status": "completed", "tag": "2a67c2da-16c9-4333-acce-cc6669c7b2ac"}]}' {{(pid=103839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 17:23:12.736862 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] For port 2a67c2da-16c9-4333-acce-cc6669c7b2ac, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2a67c2da-16c9-4333-acce-cc6669c7b2ac,segment=NetworkSegment(7b097a75-0850-4639-99e3-0fb55a9f4ea1),segment_id=7b097a75-0850-4639-99e3-0fb55a9f4ea1)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:23:12.762208 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 17:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d13dcd73-7f02-4a25-b2cb-eab37c0b8f7e x-openstack-request-id: req-d13dcd73-7f02-4a25-b2cb-eab37c0b8f7e {{(pid=103839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 17:23:12.762494 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0214efb5-8eaf-4d94-99cd-ad71e8102ac2", "name": "network-vif-plugged", "status": "completed", "tag": "2a67c2da-16c9-4333-acce-cc6669c7b2ac", "code": 200}]} {{(pid=103839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 17:23:12.762743 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d13dcd73-7f02-4a25-b2cb-eab37c0b8f7e {{(pid=103839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 17:23:12.763134 dv-cinder-778193-22-iscsi neutron-server[103839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0214efb5-8eaf-4d94-99cd-ad71e8102ac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a67c2da-16c9-4333-acce-cc6669c7b2ac', 'code': 200} Mar 02 17:23:12.789109 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (2a67c2da-16c9-4333-acce-cc6669c7b2ac), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:12.837948 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Pushing event updated for resources: {'Port': ['ID=2a67c2da-16c9-4333-acce-cc6669c7b2ac,revision_number=5']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:23:13.069625 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dfba78-11e5-4246-a00d-34781cd0d2f8 req-38cc29a7-fb39-46ce-a07f-a174f8ccb804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:13.071129 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-13dfba78-11e5-4246-a00d-34781cd0d2f8 req-38cc29a7-fb39-46ce-a07f-a174f8ccb804 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0214efb5-8eaf-4d94-99cd-ad71e8102ac2 HTTP/1.1" status: 200 len: 1129 time: 0.0749788 Mar 02 17:23:13.100638 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b32799-601c-49e9-ba30-4872a317a409 req-c054043b-5bf1-40b7-81a0-0b8811bf66c1 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:13.102067 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-b4b32799-601c-49e9-ba30-4872a317a409 req-c054043b-5bf1-40b7-81a0-0b8811bf66c1 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/ports?device_id=0214efb5-8eaf-4d94-99cd-ad71e8102ac2 HTTP/1.1" status: 200 len: 945 time: 0.0733979 Mar 02 17:23:13.144400 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-13dfba78-11e5-4246-a00d-34781cd0d2f8 req-52489419-ed90-4de1-a1fa-207e66141dd3 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=48625e24-112d-44e3-a425-dd71a0915737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630500 Mar 02 17:23:13.164328 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-b4b32799-601c-49e9-ba30-4872a317a409 req-dcfc148c-affd-41ea-b1b3-228eaa794e4f tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/security-groups?id=48625e24-112d-44e3-a425-dd71a0915737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556953 Mar 02 17:23:13.503790 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (dbb67c4d-7aa5-4acf-82b3-541c1cabd3d2), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:14.297329 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34583f8-479f-4bbb-9baa-873727b68dc9 req-15c0910f-321a-4c9f-9861-f89bfa85b8dd tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:14.298976 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-a34583f8-479f-4bbb-9baa-873727b68dc9 req-15c0910f-321a-4c9f-9861-f89bfa85b8dd tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/ports?device_id=0214efb5-8eaf-4d94-99cd-ad71e8102ac2 HTTP/1.1" status: 200 len: 945 time: 0.0623960 Mar 02 17:23:14.349740 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-a34583f8-479f-4bbb-9baa-873727b68dc9 req-69a6f300-321d-4007-b70f-e413020d6d2e tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/security-groups?id=48625e24-112d-44e3-a425-dd71a0915737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450864 Mar 02 17:23:15.474271 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072bb7a0-4424-4008-ae83-1a1b964ffe43 req-61bb2f94-9f28-4d1f-8188-de6ac5f023d0 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:15.476405 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-072bb7a0-4424-4008-ae83-1a1b964ffe43 req-61bb2f94-9f28-4d1f-8188-de6ac5f023d0 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/ports?device_id=0214efb5-8eaf-4d94-99cd-ad71e8102ac2 HTTP/1.1" status: 200 len: 945 time: 0.0580611 Mar 02 17:23:15.523958 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-072bb7a0-4424-4008-ae83-1a1b964ffe43 req-6bfd2077-938e-4d67-b3d5-209ebd2f1f6a tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/security-groups?id=48625e24-112d-44e3-a425-dd71a0915737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421047 Mar 02 17:23:15.792557 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fa422c-de3f-489c-ab54-19e8d24f5240 req-34508028-4318-419b-a1a9-8f6c89f28ddb tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:15.794014 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-26fa422c-de3f-489c-ab54-19e8d24f5240 req-34508028-4318-419b-a1a9-8f6c89f28ddb tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/ports?device_id=97ed9c19-c3b3-4b20-afa3-bc0a3e39e628 HTTP/1.1" status: 200 len: 945 time: 0.0547647 Mar 02 17:23:15.842982 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-26fa422c-de3f-489c-ab54-19e8d24f5240 req-a985b33a-31f1-4546-b353-f903ea6203e6 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/security-groups?id=b31257cf-860f-468c-8220-3c371ea3f081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425050 Mar 02 17:23:16.841311 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.agents_db [None req-2c4e262f-840f-46f3-949a-97bfddff46e9 None None] Agent healthcheck: found 6 active agents {{(pid=103840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 17:23:16.977314 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c5c981-c65b-4fcb-ab0b-486becf04946 req-408d9bdb-74d0-4be5-ae70-f85092c8a852 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:16.978970 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-93c5c981-c65b-4fcb-ab0b-486becf04946 req-408d9bdb-74d0-4be5-ae70-f85092c8a852 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/ports?device_id=97ed9c19-c3b3-4b20-afa3-bc0a3e39e628 HTTP/1.1" status: 200 len: 945 time: 0.0602684 Mar 02 17:23:17.063035 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-93c5c981-c65b-4fcb-ab0b-486becf04946 req-186ad8cd-f10a-4632-8254-5724ebcad246 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/security-groups?id=b31257cf-860f-468c-8220-3c371ea3f081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782351 Mar 02 17:23:17.075412 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66de90f-4c2d-4059-9067-92f2e84d766c req-44c34d34-b3f2-4032-9e2b-3a7ccee61d79 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:17.076950 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d66de90f-4c2d-4059-9067-92f2e84d766c req-44c34d34-b3f2-4032-9e2b-3a7ccee61d79 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd465c29-f4bb-40d3-8087-a28561372930 HTTP/1.1" status: 200 len: 945 time: 0.0836241 Mar 02 17:23:17.129741 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d66de90f-4c2d-4059-9067-92f2e84d766c req-4f3d880f-984c-4d23-a9bb-a10156f6213e tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/security-groups?id=691587e8-f519-48ff-9a30-b494861ac1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464132 Mar 02 17:23:18.122086 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9226a1-06d8-4995-97f0-383198a265b8 req-bee33ed2-fa9e-48e3-a8df-e7dab67f2f4a tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:18.123543 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-ea9226a1-06d8-4995-97f0-383198a265b8 req-bee33ed2-fa9e-48e3-a8df-e7dab67f2f4a tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.49 "GET /v2.0/ports?device_id=97ed9c19-c3b3-4b20-afa3-bc0a3e39e628 HTTP/1.1" status: 200 len: 945 time: 0.0576036 Mar 02 17:23:18.268622 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e0e24e-bf09-48fc-a6af-5695f4fb9403 req-5a178d5f-f2a5-4ca4-ba06-23e9e2fd8da7 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:18.270014 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-b0e0e24e-bf09-48fc-a6af-5695f4fb9403 req-5a178d5f-f2a5-4ca4-ba06-23e9e2fd8da7 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/ports?device_id=97ed9c19-c3b3-4b20-afa3-bc0a3e39e628 HTTP/1.1" status: 200 len: 945 time: 0.1326382 Mar 02 17:23:18.345985 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f221e2-b55f-447d-9946-ab86e381e0d6 req-05e49afc-2c9f-4d55-9f08-319841f31456 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:18.347504 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-f5f221e2-b55f-447d-9946-ab86e381e0d6 req-05e49afc-2c9f-4d55-9f08-319841f31456 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd465c29-f4bb-40d3-8087-a28561372930 HTTP/1.1" status: 200 len: 945 time: 0.1240158 Mar 02 17:23:18.349835 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [req-ea9226a1-06d8-4995-97f0-383198a265b8 req-e4c5ed72-f746-49cd-a719-487a0b174cf5 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Deleting port e303434e-8e3e-4852-8fa3-0aebb726c983 {{(pid=103838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 17:23:18.350191 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-ea9226a1-06d8-4995-97f0-383198a265b8 req-e4c5ed72-f746-49cd-a719-487a0b174cf5 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757691651449'] for port (e303434e-8e3e-4852-8fa3-0aebb726c983), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:18.358363 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-b0e0e24e-bf09-48fc-a6af-5695f4fb9403 req-1459b6f8-7273-423a-a285-90d74cf6509e tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/security-groups?id=b31257cf-860f-468c-8220-3c371ea3f081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818617 Mar 02 17:23:18.495277 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-f5f221e2-b55f-447d-9946-ab86e381e0d6 req-651a8f0b-e881-4983-a016-a4d548edb020 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/security-groups?id=691587e8-f519-48ff-9a30-b494861ac1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416311 Mar 02 17:23:18.519024 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [req-ea9226a1-06d8-4995-97f0-383198a265b8 req-e4c5ed72-f746-49cd-a719-487a0b174cf5 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] For port e303434e-8e3e-4852-8fa3-0aebb726c983, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=e303434e-8e3e-4852-8fa3-0aebb726c983,segment=NetworkSegment(598bc54e-779f-42fa-8855-b2263b11ffea),segment_id=598bc54e-779f-42fa-8855-b2263b11ffea)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:23:18.519317 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-ea9226a1-06d8-4995-97f0-383198a265b8 req-e4c5ed72-f746-49cd-a719-487a0b174cf5 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757418'] for port (e303434e-8e3e-4852-8fa3-0aebb726c983), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:18.565735 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5039b7-6ee7-49b7-a64e-aa80d43f68fe req-60dc5deb-81ad-45e0-9a42-7fb8d009147d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:18.567281 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0f5039b7-6ee7-49b7-a64e-aa80d43f68fe req-60dc5deb-81ad-45e0-9a42-7fb8d009147d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5ba5387a29d94fbbbf29115c3fa4a9d4&device_id=dd465c29-f4bb-40d3-8087-a28561372930 HTTP/1.1" status: 200 len: 1129 time: 0.1184204 Mar 02 17:23:18.766023 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5039b7-6ee7-49b7-a64e-aa80d43f68fe req-a128315f-2abd-4a80-9a3a-bf5f9f3698b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:18.767539 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0f5039b7-6ee7-49b7-a64e-aa80d43f68fe req-a128315f-2abd-4a80-9a3a-bf5f9f3698b0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ba42464c-405f-4ebb-a940-670d1544688b HTTP/1.1" status: 200 len: 908 time: 0.1794465 Mar 02 17:23:18.771597 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-ea9226a1-06d8-4995-97f0-383198a265b8 req-e4c5ed72-f746-49cd-a719-487a0b174cf5 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:18.771597 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-ea9226a1-06d8-4995-97f0-383198a265b8 req-e4c5ed72-f746-49cd-a719-487a0b174cf5 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-755393'] for floatingip (bb1f0a67-beb2-4053-ab11-31cf844b7124), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:18.771597 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.db.l3_db [req-ea9226a1-06d8-4995-97f0-383198a265b8 req-e4c5ed72-f746-49cd-a719-487a0b174cf5 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Floating IP bb1f0a67-beb2-4053-ab11-31cf844b7124 disassociated. External IP: 172.27.1.199, port: e303434e-8e3e-4852-8fa3-0aebb726c983. Mar 02 17:23:18.771597 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [req-ea9226a1-06d8-4995-97f0-383198a265b8 req-e4c5ed72-f746-49cd-a719-487a0b174cf5 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Calling delete_port for e303434e-8e3e-4852-8fa3-0aebb726c983 owned by compute:nova {{(pid=103838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 17:23:18.875266 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0f5039b7-6ee7-49b7-a64e-aa80d43f68fe req-6a1396ac-139b-4fad-89c9-58f62a8337fd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3d6a1fa-d70e-4381-8c00-417e289bec03 HTTP/1.1" status: 200 len: 1001 time: 0.0981746 Mar 02 17:23:18.939469 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5039b7-6ee7-49b7-a64e-aa80d43f68fe req-135f2871-b108-4942-bca9-74be9d5819b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:18.941093 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0f5039b7-6ee7-49b7-a64e-aa80d43f68fe req-135f2871-b108-4942-bca9-74be9d5819b0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2a0d3268-f102-4234-baa8-674033af714e HTTP/1.1" status: 200 len: 846 time: 0.0586929 Mar 02 17:23:19.023909 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5039b7-6ee7-49b7-a64e-aa80d43f68fe req-4dd2b66e-27b3-489b-bcdf-6aee61488718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:19.025390 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0f5039b7-6ee7-49b7-a64e-aa80d43f68fe req-4dd2b66e-27b3-489b-bcdf-6aee61488718 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ba42464c-405f-4ebb-a940-670d1544688b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0780213 Mar 02 17:23:19.099917 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-ea9226a1-06d8-4995-97f0-383198a265b8 req-e4c5ed72-f746-49cd-a719-487a0b174cf5 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757691659996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757691134190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26691326'] for port (e303434e-8e3e-4852-8fa3-0aebb726c983), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:19.146739 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c5ed72-f746-49cd-a719-487a0b174cf5 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Pushing event deleted for resources: {'Port': ['ID=e303434e-8e3e-4852-8fa3-0aebb726c983,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:23:19.155290 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0f5039b7-6ee7-49b7-a64e-aa80d43f68fe req-ff910b0e-5788-40b6-8edc-499ae4c999d7 service neutron] 10.222.0.49 "GET /v2.0/networks/ba42464c-405f-4ebb-a940-670d1544688b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207507 Mar 02 17:23:19.163439 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c5ed72-f746-49cd-a719-487a0b174cf5 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:23:19.163864 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c5ed72-f746-49cd-a719-487a0b174cf5 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:23:19.164128 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c5ed72-f746-49cd-a719-487a0b174cf5 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:23:19.164545 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c5ed72-f746-49cd-a719-487a0b174cf5 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:23:19.164819 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c5ed72-f746-49cd-a719-487a0b174cf5 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:23:19.165148 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c5ed72-f746-49cd-a719-487a0b174cf5 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:23:19.165560 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c5ed72-f746-49cd-a719-487a0b174cf5 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:23:19.165804 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c5ed72-f746-49cd-a719-487a0b174cf5 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:23:19.166175 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c5ed72-f746-49cd-a719-487a0b174cf5 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:23:19.166503 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c5ed72-f746-49cd-a719-487a0b174cf5 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:23:19.166830 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c5ed72-f746-49cd-a719-487a0b174cf5 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:23:19.167409 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c5ed72-f746-49cd-a719-487a0b174cf5 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:23:19.174037 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c5ed72-f746-49cd-a719-487a0b174cf5 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:23:19.348683 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0f5039b7-6ee7-49b7-a64e-aa80d43f68fe req-ac551b45-d548-408a-a09e-2bcdb1905ee7 service neutron] 10.222.0.49 "GET /v2.0/networks/ba42464c-405f-4ebb-a940-670d1544688b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776385 Mar 02 17:23:19.356849 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea9226a1-06d8-4995-97f0-383198a265b8 req-e4c5ed72-f746-49cd-a719-487a0b174cf5 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Router a9c6bb39-0e65-4304-ac21-609ebe335f5b has already been hosted by L3 agent 90b713d5-0d52-4da0-a663-b3b1c9fefb3d {{(pid=103838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:23:19.488921 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-00b0d114-6d63-4ccf-9107-6e56b2da03c7 req-a0ad50ad-b396-4934-9a8a-204df589aac2 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/ports?device_id=97ed9c19-c3b3-4b20-afa3-bc0a3e39e628 HTTP/1.1" status: 200 len: 210 time: 0.0341392 Mar 02 17:23:19.503688 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea9226a1-06d8-4995-97f0-383198a265b8 req-e4c5ed72-f746-49cd-a719-487a0b174cf5 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Notify agent at l3_agent.dv-cinder-778193-22-iscsi the message routers_updated {{(pid=103838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:23:19.524361 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbcfcea-5f98-4f0a-82c4-41d8c38f6936 None None] Sync routers for ids ['a9c6bb39-0e65-4304-ac21-609ebe335f5b'] in dv-cinder-778193-22-iscsi {{(pid=103840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 17:23:19.540714 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbcfcea-5f98-4f0a-82c4-41d8c38f6936 None None] Routers {'a9c6bb39-0e65-4304-ac21-609ebe335f5b'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:23:19.541533 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_hamode_db [None req-0dbcfcea-5f98-4f0a-82c4-41d8c38f6936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:23:04Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['a9c6bb39-0e65-4304-ac21-609ebe335f5b'], 'active': True} {{(pid=103840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:23:19.569216 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea9226a1-06d8-4995-97f0-383198a265b8 req-e4c5ed72-f746-49cd-a719-487a0b174cf5 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] No DVR routers for this DVR port e303434e-8e3e-4852-8fa3-0aebb726c983 on host hv-cinder-77819 {{(pid=103838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:23:19.574290 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-ea9226a1-06d8-4995-97f0-383198a265b8 req-e4c5ed72-f746-49cd-a719-487a0b174cf5 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021714'] for port (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:19.578121 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-ea9226a1-06d8-4995-97f0-383198a265b8 req-e4c5ed72-f746-49cd-a719-487a0b174cf5 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.49 "DELETE /v2.0/ports/e303434e-8e3e-4852-8fa3-0aebb726c983 HTTP/1.1" status: 204 len: 173 time: 1.4486110 Mar 02 17:23:19.578912 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97ed9c19-c3b3-4b20-afa3-bc0a3e39e628', 'name': 'network-vif-deleted', 'tag': 'e303434e-8e3e-4852-8fa3-0aebb726c983'}] {{(pid=103838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 17:23:19.581988 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7c8e0f7c7170b606f581d652a183e77a47547618c5f9292d8eb62f06a367e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe26ed7b-8203-4b3e-b001-faf7cfa4ac64" -d '{"events": [{"server_uuid": "97ed9c19-c3b3-4b20-afa3-bc0a3e39e628", "name": "network-vif-deleted", "tag": "e303434e-8e3e-4852-8fa3-0aebb726c983"}]}' {{(pid=103838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 17:23:19.643241 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 17:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b78872-d31a-4491-9675-a42e1473b2a2 x-openstack-request-id: req-30b78872-d31a-4491-9675-a42e1473b2a2 {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 17:23:19.643241 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97ed9c19-c3b3-4b20-afa3-bc0a3e39e628", "name": "network-vif-deleted", "tag": "e303434e-8e3e-4852-8fa3-0aebb726c983", "status": "completed", "code": 200}]} {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 17:23:19.643241 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-30b78872-d31a-4491-9675-a42e1473b2a2 {{(pid=103838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 17:23:19.643241 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97ed9c19-c3b3-4b20-afa3-bc0a3e39e628', 'name': 'network-vif-deleted', 'tag': 'e303434e-8e3e-4852-8fa3-0aebb726c983', 'status': 'completed', 'code': 200} Mar 02 17:23:19.651553 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c4e3a-5db6-49a3-951a-352a60da69fb req-e8267ddb-92c7-4e8a-9062-9f240f56fef7 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:19.653313 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c24c4e3a-5db6-49a3-951a-352a60da69fb req-e8267ddb-92c7-4e8a-9062-9f240f56fef7 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd465c29-f4bb-40d3-8087-a28561372930 HTTP/1.1" status: 200 len: 945 time: 0.0812936 Mar 02 17:23:19.678303 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_dvr_db [None req-0dbcfcea-5f98-4f0a-82c4-41d8c38f6936 None None] Set router a9c6bb39-0e65-4304-ac21-609ebe335f5b gateway port host: dv-cinder-778193-22-iscsi {{(pid=103840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:23:19.715202 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c24c4e3a-5db6-49a3-951a-352a60da69fb req-47811a81-0fa4-499a-809a-3fe6ad1e6697 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/security-groups?id=691587e8-f519-48ff-9a30-b494861ac1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547826 Mar 02 17:23:19.994140 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_hamode_db [None req-0dbcfcea-5f98-4f0a-82c4-41d8c38f6936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c6bb39-0e65-4304-ac21-609ebe335f5b', 'name': 'tempest-AttachVolumeTestJSON-751273809-router', 'tenant_id': '897cb86723544dc8ad80348cfa07e75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '5c4b10ba-3f9d-485a-a71a-99172cdf6b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:19:03Z', 'updated_at': '2022-03-02T17:19:07Z', 'revision_number': 4, 'project_id': '897cb86723544dc8ad80348cfa07e75a', 'gw_port': {'id': '5c4b10ba-3f9d-485a-a71a-99172cdf6b77', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c6bb39-0e65-4304-ac21-609ebe335f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:19:04Z', 'updated_at': '2022-03-02T17:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_interfaces': [{'id': '0e112deb-1ee2-4160-92d9-2c45574c881d', 'name': '', 'network_id': 'a369cc48-2224-4c73-b48d-483a3f280468', 'tenant_id': '897cb86723544dc8ad80348cfa07e75a', 'mac_address': 'fa:16:3e:4a:c2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c6bb39-0e65-4304-ac21-609ebe335f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '9ec618b1-f648-4651-8591-c6b7e8ac0a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:19:06Z', 'updated_at': '2022-03-02T17:19:11Z', 'revision_number': 5, 'project_id': '897cb86723544dc8ad80348cfa07e75a', 'subnets': [{'id': '9ec618b1-f648-4651-8591-c6b7e8ac0a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:23:20.023892 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbcfcea-5f98-4f0a-82c4-41d8c38f6936 None None] Checking router: a9c6bb39-0e65-4304-ac21-609ebe335f5b for host: dv-cinder-778193-22-iscsi {{(pid=103840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 17:23:20.041738 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbcfcea-5f98-4f0a-82c4-41d8c38f6936 None None] Routers {'a9c6bb39-0e65-4304-ac21-609ebe335f5b'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:23:20.042627 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_hamode_db [None req-0dbcfcea-5f98-4f0a-82c4-41d8c38f6936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:23:04Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['a9c6bb39-0e65-4304-ac21-609ebe335f5b'], 'active': True} {{(pid=103840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:23:20.160722 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_dvr_db [None req-0dbcfcea-5f98-4f0a-82c4-41d8c38f6936 None None] Set router a9c6bb39-0e65-4304-ac21-609ebe335f5b gateway port host: dv-cinder-778193-22-iscsi {{(pid=103840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:23:20.370546 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_hamode_db [None req-0dbcfcea-5f98-4f0a-82c4-41d8c38f6936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c6bb39-0e65-4304-ac21-609ebe335f5b', 'name': 'tempest-AttachVolumeTestJSON-751273809-router', 'tenant_id': '897cb86723544dc8ad80348cfa07e75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '5c4b10ba-3f9d-485a-a71a-99172cdf6b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:19:03Z', 'updated_at': '2022-03-02T17:19:07Z', 'revision_number': 4, 'project_id': '897cb86723544dc8ad80348cfa07e75a', 'gw_port': {'id': '5c4b10ba-3f9d-485a-a71a-99172cdf6b77', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c6bb39-0e65-4304-ac21-609ebe335f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:19:04Z', 'updated_at': '2022-03-02T17:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_interfaces': [{'id': '0e112deb-1ee2-4160-92d9-2c45574c881d', 'name': '', 'network_id': 'a369cc48-2224-4c73-b48d-483a3f280468', 'tenant_id': '897cb86723544dc8ad80348cfa07e75a', 'mac_address': 'fa:16:3e:4a:c2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c6bb39-0e65-4304-ac21-609ebe335f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '9ec618b1-f648-4651-8591-c6b7e8ac0a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:19:06Z', 'updated_at': '2022-03-02T17:19:11Z', 'revision_number': 5, 'project_id': '897cb86723544dc8ad80348cfa07e75a', 'subnets': [{'id': '9ec618b1-f648-4651-8591-c6b7e8ac0a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:23:20.479611 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbcfcea-5f98-4f0a-82c4-41d8c38f6936 None None] The sync data for ids ['a9c6bb39-0e65-4304-ac21-609ebe335f5b'] in dv-cinder-778193-22-iscsi is: [{'id': 'a9c6bb39-0e65-4304-ac21-609ebe335f5b', 'name': 'tempest-AttachVolumeTestJSON-751273809-router', 'tenant_id': '897cb86723544dc8ad80348cfa07e75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '5c4b10ba-3f9d-485a-a71a-99172cdf6b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:19:03Z', 'updated_at': '2022-03-02T17:19:07Z', 'revision_number': 4, 'project_id': '897cb86723544dc8ad80348cfa07e75a', 'gw_port': {'id': '5c4b10ba-3f9d-485a-a71a-99172cdf6b77', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c6bb39-0e65-4304-ac21-609ebe335f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:19:04Z', 'updated_at': '2022-03-02T17:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_interfaces': [{'id': '0e112deb-1ee2-4160-92d9-2c45574c881d', 'name': '', 'network_id': 'a369cc48-2224-4c73-b48d-483a3f280468', 'tenant_id': '897cb86723544dc8ad80348cfa07e75a', 'mac_address': 'fa:16:3e:4a:c2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c6bb39-0e65-4304-ac21-609ebe335f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '9ec618b1-f648-4651-8591-c6b7e8ac0a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:19:06Z', 'updated_at': '2022-03-02T17:19:11Z', 'revision_number': 5, 'project_id': '897cb86723544dc8ad80348cfa07e75a', 'subnets': [{'id': '9ec618b1-f648-4651-8591-c6b7e8ac0a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 17:23:20.535454 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device e303434e-8e3e-4852-8fa3-0aebb726c983 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 17:23:20.557134 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] No Port match for: e303434e-8e3e-4852-8fa3-0aebb726c983 {{(pid=103839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 17:23:20.557487 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device e303434e-8e3e-4852-8fa3-0aebb726c983 not bound to the agent host hv-cinder-77819 {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 17:23:20.610008 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e72dcfbd-98d9-4bef-a1f0-9c301c16c641 req-832ad6b3-d712-4a5f-9d73-3357ae7b1d8d tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/ports?device_id=97ed9c19-c3b3-4b20-afa3-bc0a3e39e628 HTTP/1.1" status: 200 len: 210 time: 0.0278008 Mar 02 17:23:20.725294 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd384d1-d189-402a-92e1-50fa5eba65e6 None None] New status for floating IP bb1f0a67-beb2-4053-ab11-31cf844b7124: DOWN {{(pid=103839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 17:23:20.841128 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760099f3-7676-4d2c-acd3-15cc4d9b2c0a req-043b3d30-20ad-46b4-a32a-282a554a97c9 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:20.842632 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-760099f3-7676-4d2c-acd3-15cc4d9b2c0a req-043b3d30-20ad-46b4-a32a-282a554a97c9 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd465c29-f4bb-40d3-8087-a28561372930 HTTP/1.1" status: 200 len: 945 time: 0.0550785 Mar 02 17:23:20.895277 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-760099f3-7676-4d2c-acd3-15cc4d9b2c0a req-ffe543d1-2d68-43aa-8abc-852dcd8a5a53 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/security-groups?id=691587e8-f519-48ff-9a30-b494861ac1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467546 Mar 02 17:23:21.788796 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 51854) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:23:21.842021 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-0d23f89c-e4f8-4102-9d22-5eaaa04cea07 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks [] for security_group (b31257cf-860f-468c-8220-3c371ea3f081), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:21.865954 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-0d23f89c-e4f8-4102-9d22-5eaaa04cea07 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks [] for security_group (b31257cf-860f-468c-8220-3c371ea3f081), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:21.991149 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-0d23f89c-e4f8-4102-9d22-5eaaa04cea07 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (b31257cf-860f-468c-8220-3c371ea3f081), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:21.993673 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-0d23f89c-e4f8-4102-9d22-5eaaa04cea07 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks [] for security_group (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:21.994825 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-0d23f89c-e4f8-4102-9d22-5eaaa04cea07 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "DELETE /v2.0/security-groups/b31257cf-860f-468c-8220-3c371ea3f081 HTTP/1.1" status: 204 len: 168 time: 0.2050540 Mar 02 17:23:21.997621 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 51858) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:23:22.010612 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d23f89c-e4f8-4102-9d22-5eaaa04cea07 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b31257cf-860f-468c-8220-3c371ea3f081,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:23:22.014047 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.api.v2.resource [None req-045b801c-0243-4264-9eed-047ca97876c4 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] show failed (client error): The resource could not be found. Mar 02 17:23:22.019147 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 51860) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:23:22.019492 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-045b801c-0243-4264-9eed-047ca97876c4 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "GET /v2.0/security-groups/b31257cf-860f-468c-8220-3c371ea3f081 HTTP/1.1" status: 404 len: 347 time: 0.0206509 Mar 02 17:23:22.080130 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b550e381-a45b-49bc-9657-e0c5d2b62330 req-49756cc7-4327-4bd7-badf-59737156e15a tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:22.081614 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-b550e381-a45b-49bc-9657-e0c5d2b62330 req-49756cc7-4327-4bd7-badf-59737156e15a tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd465c29-f4bb-40d3-8087-a28561372930 HTTP/1.1" status: 200 len: 945 time: 0.1186831 Mar 02 17:23:22.182588 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-b550e381-a45b-49bc-9657-e0c5d2b62330 req-3149eafe-8576-4930-be53-6a0fbe2df149 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/security-groups?id=691587e8-f519-48ff-9a30-b494861ac1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938735 Mar 02 17:23:22.199121 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-9eaee5e3-99db-465c-9d6f-683e085d7a03 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Deleting port 8575045a-42f4-488c-a850-c05f2fddf0ad {{(pid=103838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 17:23:22.199464 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-9eaee5e3-99db-465c-9d6f-683e085d7a03 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757691651449'] for port (8575045a-42f4-488c-a850-c05f2fddf0ad), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:22.279763 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-9eaee5e3-99db-465c-9d6f-683e085d7a03 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757418'] for port (8575045a-42f4-488c-a850-c05f2fddf0ad), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:22.280155 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-9eaee5e3-99db-465c-9d6f-683e085d7a03 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks [] for floatingip (8575045a-42f4-488c-a850-c05f2fddf0ad), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:22.292172 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-9eaee5e3-99db-465c-9d6f-683e085d7a03 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Calling delete_port for 8575045a-42f4-488c-a850-c05f2fddf0ad owned by network:floatingip {{(pid=103838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 17:23:22.509062 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-9eaee5e3-99db-465c-9d6f-683e085d7a03 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757691659996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757691134190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26691326'] for port (8575045a-42f4-488c-a850-c05f2fddf0ad), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:22.533778 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaee5e3-99db-465c-9d6f-683e085d7a03 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Pushing event deleted for resources: {'Port': ['ID=8575045a-42f4-488c-a850-c05f2fddf0ad,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:23:22.598358 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-9eaee5e3-99db-465c-9d6f-683e085d7a03 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks [] for floatingip (bb1f0a67-beb2-4053-ab11-31cf844b7124), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:22.600848 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-9eaee5e3-99db-465c-9d6f-683e085d7a03 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021714'] for floatingip (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:22.601989 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-9eaee5e3-99db-465c-9d6f-683e085d7a03 tempest-AttachVolumeTestJSON-1258322610 tempest-AttachVolumeTestJSON-1258322610-project] 10.222.0.55 "DELETE /v2.0/floatingips/bb1f0a67-beb2-4053-ab11-31cf844b7124 HTTP/1.1" status: 204 len: 168 time: 0.5811777 Mar 02 17:23:23.306331 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183eafe4-4ee1-4e16-bb1b-8a5c8c940aa2 req-54e24514-dc3b-43d8-8f74-8256a933ec8c tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:23.307908 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-183eafe4-4ee1-4e16-bb1b-8a5c8c940aa2 req-54e24514-dc3b-43d8-8f74-8256a933ec8c tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd465c29-f4bb-40d3-8087-a28561372930 HTTP/1.1" status: 200 len: 945 time: 0.0596426 Mar 02 17:23:23.359554 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-183eafe4-4ee1-4e16-bb1b-8a5c8c940aa2 req-05160331-5719-45e5-8307-c6920b21d975 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/security-groups?id=691587e8-f519-48ff-9a30-b494861ac1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460386 Mar 02 17:23:24.479726 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50048b2-08c8-46cd-a994-39789f8b7ce0 req-b34d13d9-2020-4f21-893a-650a58ed9ad9 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:24.481197 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d50048b2-08c8-46cd-a994-39789f8b7ce0 req-b34d13d9-2020-4f21-893a-650a58ed9ad9 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd465c29-f4bb-40d3-8087-a28561372930 HTTP/1.1" status: 200 len: 945 time: 0.0537956 Mar 02 17:23:24.531812 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d50048b2-08c8-46cd-a994-39789f8b7ce0 req-32bf582e-ffc6-413e-8deb-420a89d2cc73 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/security-groups?id=691587e8-f519-48ff-9a30-b494861ac1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443795 Mar 02 17:23:25.660199 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4dee8e-9676-41c3-8751-5562cc120831 req-3e9a019c-1ee2-4464-90e0-bc3f9ff9f2b1 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:25.661793 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-7a4dee8e-9676-41c3-8751-5562cc120831 req-3e9a019c-1ee2-4464-90e0-bc3f9ff9f2b1 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd465c29-f4bb-40d3-8087-a28561372930 HTTP/1.1" status: 200 len: 945 time: 0.0553460 Mar 02 17:23:25.717559 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-7a4dee8e-9676-41c3-8751-5562cc120831 req-3fb31b7b-358c-4593-a868-9f6056ec62c6 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/security-groups?id=691587e8-f519-48ff-9a30-b494861ac1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491323 Mar 02 17:23:26.746838 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 51920) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:23:26.868030 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef23807-cc61-4b33-ade8-d579814667da req-b7d672de-8f02-45f6-b1e2-0c07125068b8 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:26.869534 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-fef23807-cc61-4b33-ade8-d579814667da req-b7d672de-8f02-45f6-b1e2-0c07125068b8 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd465c29-f4bb-40d3-8087-a28561372930 HTTP/1.1" status: 200 len: 945 time: 0.0720699 Mar 02 17:23:26.935971 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-fef23807-cc61-4b33-ade8-d579814667da req-9b5e8d75-53eb-48d8-9e2b-04e896c3a55b tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/security-groups?id=691587e8-f519-48ff-9a30-b494861ac1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536332 Mar 02 17:23:27.153781 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-194f7596-a1c3-4237-a8a6-79cbd3344c49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755649'] for router_interface (a9c6bb39-0e65-4304-ac21-609ebe335f5b), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:27.398849 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [None req-194f7596-a1c3-4237-a8a6-79cbd3344c49 admin admin] Deleting port 0e112deb-1ee2-4160-92d9-2c45574c881d {{(pid=103837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 17:23:27.399178 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-194f7596-a1c3-4237-a8a6-79cbd3344c49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757691651449'] for port (0e112deb-1ee2-4160-92d9-2c45574c881d), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:27.484203 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.db [None req-194f7596-a1c3-4237-a8a6-79cbd3344c49 admin admin] For port 0e112deb-1ee2-4160-92d9-2c45574c881d, host dv-cinder-778193-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=0e112deb-1ee2-4160-92d9-2c45574c881d,segment=NetworkSegment(598bc54e-779f-42fa-8855-b2263b11ffea),segment_id=598bc54e-779f-42fa-8855-b2263b11ffea)] {{(pid=103837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:23:27.484562 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-194f7596-a1c3-4237-a8a6-79cbd3344c49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757418'] for port (0e112deb-1ee2-4160-92d9-2c45574c881d), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:27.498079 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [None req-194f7596-a1c3-4237-a8a6-79cbd3344c49 admin admin] Calling delete_port for 0e112deb-1ee2-4160-92d9-2c45574c881d owned by network:router_interface {{(pid=103837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 17:23:27.742903 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-194f7596-a1c3-4237-a8a6-79cbd3344c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757691659996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757691134190'] for port (0e112deb-1ee2-4160-92d9-2c45574c881d), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:27.770223 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194f7596-a1c3-4237-a8a6-79cbd3344c49 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e112deb-1ee2-4160-92d9-2c45574c881d,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:23:27.800645 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194f7596-a1c3-4237-a8a6-79cbd3344c49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:23:27.801005 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194f7596-a1c3-4237-a8a6-79cbd3344c49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:23:27.801345 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194f7596-a1c3-4237-a8a6-79cbd3344c49 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:23:27.801677 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194f7596-a1c3-4237-a8a6-79cbd3344c49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:23:27.802031 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194f7596-a1c3-4237-a8a6-79cbd3344c49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:23:27.802352 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194f7596-a1c3-4237-a8a6-79cbd3344c49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:23:27.802687 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194f7596-a1c3-4237-a8a6-79cbd3344c49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:23:27.803011 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194f7596-a1c3-4237-a8a6-79cbd3344c49 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:23:27.803359 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194f7596-a1c3-4237-a8a6-79cbd3344c49 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:23:27.803683 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194f7596-a1c3-4237-a8a6-79cbd3344c49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:23:27.803974 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194f7596-a1c3-4237-a8a6-79cbd3344c49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:23:27.804296 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194f7596-a1c3-4237-a8a6-79cbd3344c49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:23:27.804607 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194f7596-a1c3-4237-a8a6-79cbd3344c49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:23:27.928512 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-194f7596-a1c3-4237-a8a6-79cbd3344c49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-755501'] for router_interface (a9c6bb39-0e65-4304-ac21-609ebe335f5b), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:28.117507 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a74b5-a5d8-4e38-8023-de6bc5349583 req-84d17077-46de-4c98-b74f-ccca62117800 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:28.120528 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-b97a74b5-a5d8-4e38-8023-de6bc5349583 req-84d17077-46de-4c98-b74f-ccca62117800 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd465c29-f4bb-40d3-8087-a28561372930 HTTP/1.1" status: 200 len: 945 time: 0.0876112 Mar 02 17:23:28.196665 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-194f7596-a1c3-4237-a8a6-79cbd3344c49 admin admin] Router a9c6bb39-0e65-4304-ac21-609ebe335f5b has already been hosted by L3 agent 90b713d5-0d52-4da0-a663-b3b1c9fefb3d {{(pid=103837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:23:28.236481 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-b97a74b5-a5d8-4e38-8023-de6bc5349583 req-9e3d8f49-58db-4e50-966d-94a0165ad6b2 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/security-groups?id=691587e8-f519-48ff-9a30-b494861ac1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058888 Mar 02 17:23:28.277105 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a2308-ec22-4cc4-8efe-3900ab310bd1 req-70714edb-343f-4faa-95c3-a6241649556e tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:28.278592 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-201a2308-ec22-4cc4-8efe-3900ab310bd1 req-70714edb-343f-4faa-95c3-a6241649556e tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/networks?id=7ae9a447-1782-409b-a3a1-710b57169865 HTTP/1.1" status: 200 len: 814 time: 0.1267715 Mar 02 17:23:28.295361 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-201a2308-ec22-4cc4-8efe-3900ab310bd1 req-639b62f3-9547-4ce7-8ded-1b535ce6ca23 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/quotas/9a6c6ec9a0914758a0042ae92e510db4 HTTP/1.1" status: 200 len: 375 time: 0.0097187 Mar 02 17:23:28.338969 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-194f7596-a1c3-4237-a8a6-79cbd3344c49 admin admin] Notify agent at l3_agent.dv-cinder-778193-22-iscsi the message routers_updated {{(pid=103837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:23:28.345891 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-194f7596-a1c3-4237-a8a6-79cbd3344c49 admin admin] 10.222.0.55 "PUT /v2.0/routers/a9c6bb39-0e65-4304-ac21-609ebe335f5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5977244 Mar 02 17:23:28.348766 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 51942) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:23:28.352053 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fc6cef-5b35-4662-863e-f9857bce5895 None None] Sync routers for ids ['a9c6bb39-0e65-4304-ac21-609ebe335f5b'] in dv-cinder-778193-22-iscsi {{(pid=103840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 17:23:28.362219 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fc6cef-5b35-4662-863e-f9857bce5895 None None] Routers {'a9c6bb39-0e65-4304-ac21-609ebe335f5b'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:23:28.362837 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_hamode_db [None req-c3fc6cef-5b35-4662-863e-f9857bce5895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:23:04Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['a9c6bb39-0e65-4304-ac21-609ebe335f5b'], 'active': True} {{(pid=103840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:23:28.410107 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-201a2308-ec22-4cc4-8efe-3900ab310bd1 req-df2b822a-79b9-4f04-b46b-939207b925e4 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9a6c6ec9a0914758a0042ae92e510db4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1088920 Mar 02 17:23:28.472857 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_dvr_db [None req-c3fc6cef-5b35-4662-863e-f9857bce5895 None None] Set router a9c6bb39-0e65-4304-ac21-609ebe335f5b gateway port host: dv-cinder-778193-22-iscsi {{(pid=103840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:23:28.518100 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-bf99630f-99d6-4064-a2d3-0af47ff356fb admin admin] Publish callbacks [] for router (a9c6bb39-0e65-4304-ac21-609ebe335f5b), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:28.584089 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-201a2308-ec22-4cc4-8efe-3900ab310bd1 req-afc68b1a-f4b8-41dc-9aa6-c305ec35fa40 service neutron] 10.222.0.55 "GET /v2.0/networks/7ae9a447-1782-409b-a3a1-710b57169865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639895 Mar 02 17:23:28.656544 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_hamode_db [None req-c3fc6cef-5b35-4662-863e-f9857bce5895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c6bb39-0e65-4304-ac21-609ebe335f5b', 'name': 'tempest-AttachVolumeTestJSON-751273809-router', 'tenant_id': '897cb86723544dc8ad80348cfa07e75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '5c4b10ba-3f9d-485a-a71a-99172cdf6b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:19:03Z', 'updated_at': '2022-03-02T17:23:27Z', 'revision_number': 5, 'project_id': '897cb86723544dc8ad80348cfa07e75a', 'gw_port': {'id': '5c4b10ba-3f9d-485a-a71a-99172cdf6b77', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c6bb39-0e65-4304-ac21-609ebe335f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:19:04Z', 'updated_at': '2022-03-02T17:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi'}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:23:28.685982 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fc6cef-5b35-4662-863e-f9857bce5895 None None] Checking router: a9c6bb39-0e65-4304-ac21-609ebe335f5b for host: dv-cinder-778193-22-iscsi {{(pid=103840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 17:23:28.696471 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fc6cef-5b35-4662-863e-f9857bce5895 None None] Routers {'a9c6bb39-0e65-4304-ac21-609ebe335f5b'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:23:28.697106 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_hamode_db [None req-c3fc6cef-5b35-4662-863e-f9857bce5895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:23:04Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['a9c6bb39-0e65-4304-ac21-609ebe335f5b'], 'active': True} {{(pid=103840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:23:28.811862 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_dvr_db [None req-c3fc6cef-5b35-4662-863e-f9857bce5895 None None] Set router a9c6bb39-0e65-4304-ac21-609ebe335f5b gateway port host: dv-cinder-778193-22-iscsi {{(pid=103840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:23:28.982804 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-bf99630f-99d6-4064-a2d3-0af47ff356fb admin admin] Publish callbacks [] for router_gateway (a9c6bb39-0e65-4304-ac21-609ebe335f5b), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:28.997740 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_hamode_db [None req-c3fc6cef-5b35-4662-863e-f9857bce5895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c6bb39-0e65-4304-ac21-609ebe335f5b', 'name': 'tempest-AttachVolumeTestJSON-751273809-router', 'tenant_id': '897cb86723544dc8ad80348cfa07e75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '5c4b10ba-3f9d-485a-a71a-99172cdf6b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:19:03Z', 'updated_at': '2022-03-02T17:23:27Z', 'revision_number': 5, 'project_id': '897cb86723544dc8ad80348cfa07e75a', 'gw_port': {'id': '5c4b10ba-3f9d-485a-a71a-99172cdf6b77', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c6bb39-0e65-4304-ac21-609ebe335f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:19:04Z', 'updated_at': '2022-03-02T17:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi'}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:23:29.011673 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-201a2308-ec22-4cc4-8efe-3900ab310bd1 req-c9585412-5f45-405e-884a-e49fdc92f491 service neutron] 10.222.0.55 "GET /v2.0/networks/7ae9a447-1782-409b-a3a1-710b57169865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092181 Mar 02 17:23:29.029259 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fc6cef-5b35-4662-863e-f9857bce5895 None None] The sync data for ids ['a9c6bb39-0e65-4304-ac21-609ebe335f5b'] in dv-cinder-778193-22-iscsi is: [{'id': 'a9c6bb39-0e65-4304-ac21-609ebe335f5b', 'name': 'tempest-AttachVolumeTestJSON-751273809-router', 'tenant_id': '897cb86723544dc8ad80348cfa07e75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '5c4b10ba-3f9d-485a-a71a-99172cdf6b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:19:03Z', 'updated_at': '2022-03-02T17:23:27Z', 'revision_number': 5, 'project_id': '897cb86723544dc8ad80348cfa07e75a', 'gw_port': {'id': '5c4b10ba-3f9d-485a-a71a-99172cdf6b77', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c6bb39-0e65-4304-ac21-609ebe335f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:19:04Z', 'updated_at': '2022-03-02T17:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi'}] {{(pid=103840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 17:23:29.118826 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-bf99630f-99d6-4064-a2d3-0af47ff356fb admin admin] Deleting port 5c4b10ba-3f9d-485a-a71a-99172cdf6b77 {{(pid=103838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 17:23:29.119469 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-bf99630f-99d6-4064-a2d3-0af47ff356fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757691651449'] for port (5c4b10ba-3f9d-485a-a71a-99172cdf6b77), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:29.202419 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-bf99630f-99d6-4064-a2d3-0af47ff356fb admin admin] For port 5c4b10ba-3f9d-485a-a71a-99172cdf6b77, host dv-cinder-778193-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=5c4b10ba-3f9d-485a-a71a-99172cdf6b77,segment=NetworkSegment(52804d28-a361-4369-98ca-e918669c489a),segment_id=52804d28-a361-4369-98ca-e918669c489a)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:23:29.202781 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-bf99630f-99d6-4064-a2d3-0af47ff356fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757418'] for port (5c4b10ba-3f9d-485a-a71a-99172cdf6b77), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:29.220471 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-bf99630f-99d6-4064-a2d3-0af47ff356fb admin admin] Calling delete_port for 5c4b10ba-3f9d-485a-a71a-99172cdf6b77 owned by network:router_gateway {{(pid=103838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 17:23:29.342960 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-7fc1ab62-932f-4da8-9d11-700054eb3cd4 req-87f7ab9b-cf74-4976-98a5-a0a7eb01bf26 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/ports?device_id=767fde07-6e05-4a19-8f7d-4bf567aea174 HTTP/1.1" status: 200 len: 210 time: 0.0549119 Mar 02 17:23:29.460168 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a243b6c-4c0b-470b-a84d-81d4117dc488 req-a873a74d-dc95-4101-965f-4ae8eeb7eed6 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:29.467231 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-7a243b6c-4c0b-470b-a84d-81d4117dc488 req-a873a74d-dc95-4101-965f-4ae8eeb7eed6 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd465c29-f4bb-40d3-8087-a28561372930 HTTP/1.1" status: 200 len: 945 time: 0.1539755 Mar 02 17:23:29.508088 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device 0e112deb-1ee2-4160-92d9-2c45574c881d no longer exists at agent ovs-agent-dv-cinder-778193-22-iscsi {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 17:23:29.539741 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] No Port match for: 0e112deb-1ee2-4160-92d9-2c45574c881d {{(pid=103839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 17:23:29.540644 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device 0e112deb-1ee2-4160-92d9-2c45574c881d not bound to the agent host dv-cinder-778193-22-iscsi {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 17:23:29.556602 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-7a243b6c-4c0b-470b-a84d-81d4117dc488 req-728f762e-af80-444c-8bc5-1ff4e0124e73 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/security-groups?id=691587e8-f519-48ff-9a30-b494861ac1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883913 Mar 02 17:23:29.646122 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-bf99630f-99d6-4064-a2d3-0af47ff356fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757691659996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757691134190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26691326'] for port (5c4b10ba-3f9d-485a-a71a-99172cdf6b77), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:29.675496 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf99630f-99d6-4064-a2d3-0af47ff356fb admin admin] Pushing event deleted for resources: {'Port': ['ID=5c4b10ba-3f9d-485a-a71a-99172cdf6b77,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:23:29.744415 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-bf99630f-99d6-4064-a2d3-0af47ff356fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-755343'] for router_gateway (a9c6bb39-0e65-4304-ac21-609ebe335f5b), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:29.841545 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-bf99630f-99d6-4064-a2d3-0af47ff356fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-758303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4915'] for router (a9c6bb39-0e65-4304-ac21-609ebe335f5b), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:29.843706 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-bf99630f-99d6-4064-a2d3-0af47ff356fb admin admin] Publish callbacks [] for router_controller (a9c6bb39-0e65-4304-ac21-609ebe335f5b), precommit_delete_associations {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:29.960368 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-bf99630f-99d6-4064-a2d3-0af47ff356fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-758308'] for router (a9c6bb39-0e65-4304-ac21-609ebe335f5b), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:29.960903 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf99630f-99d6-4064-a2d3-0af47ff356fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9c6bb39-0e65-4304-ac21-609ebe335f5b {{(pid=103838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 17:23:29.967482 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-bf99630f-99d6-4064-a2d3-0af47ff356fb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:29.967482 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-bf99630f-99d6-4064-a2d3-0af47ff356fb admin admin] 10.222.0.55 "DELETE /v2.0/routers/a9c6bb39-0e65-4304-ac21-609ebe335f5b HTTP/1.1" status: 204 len: 168 time: 1.6167161 Mar 02 17:23:29.971495 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 51956) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:23:30.025354 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.db.db_base_plugin_v2 [None req-941aebcc-1928-4f4b-9ef9-b52b88a676a5 admin admin] Deleting subnet 9ec618b1-f648-4651-8591-c6b7e8ac0a17 {{(pid=103837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 17:23:30.030185 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-941aebcc-1928-4f4b-9ef9-b52b88a676a5 admin admin] Publish callbacks [] for subnet (9ec618b1-f648-4651-8591-c6b7e8ac0a17), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:30.077344 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-941aebcc-1928-4f4b-9ef9-b52b88a676a5 admin admin] Publish callbacks [] for subnet (9ec618b1-f648-4651-8591-c6b7e8ac0a17), precommit_delete_associations {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:30.126464 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-941aebcc-1928-4f4b-9ef9-b52b88a676a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223364'] for subnet (9ec618b1-f648-4651-8591-c6b7e8ac0a17), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:30.269185 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-941aebcc-1928-4f4b-9ef9-b52b88a676a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145'] for subnet (9ec618b1-f648-4651-8591-c6b7e8ac0a17), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:30.294488 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941aebcc-1928-4f4b-9ef9-b52b88a676a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ec618b1-f648-4651-8591-c6b7e8ac0a17,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:23:30.298147 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-941aebcc-1928-4f4b-9ef9-b52b88a676a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572135'] for subnet (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:30.301386 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-941aebcc-1928-4f4b-9ef9-b52b88a676a5 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/9ec618b1-f648-4651-8591-c6b7e8ac0a17 HTTP/1.1" status: 204 len: 168 time: 0.3283050 Mar 02 17:23:30.304694 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 51958) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:23:30.307436 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1365d58a-81f7-4593-b170-09bc8fe4ad37 None None] Network a369cc48-2224-4c73-b48d-483a3f280468 requested from dv-cinder-778193-22-iscsi {{(pid=103839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 17:23:30.377542 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a7f93ae1-89e4-4f4d-adf6-9161f263cb42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4180927'] for network (a369cc48-2224-4c73-b48d-483a3f280468), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:30.504802 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [None req-a7f93ae1-89e4-4f4d-adf6-9161f263cb42 admin admin] Deleting port 2d54b0b3-94f6-4168-907e-c3571ecb3890 {{(pid=103837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 17:23:30.505282 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a7f93ae1-89e4-4f4d-adf6-9161f263cb42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757691651449'] for port (2d54b0b3-94f6-4168-907e-c3571ecb3890), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:30.508119 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-52491bb9-21a2-471e-b326-137f568278e2 req-0945bc8d-c703-4923-b4de-e8d48719daa7 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/ports?device_id=767fde07-6e05-4a19-8f7d-4bf567aea174 HTTP/1.1" status: 200 len: 210 time: 0.0588582 Mar 02 17:23:30.543202 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6bda98c-3736-4732-9955-3193a1227584 None None] DHCP port deletion for a369cc48-2224-4c73-b48d-483a3f280468 request from dv-cinder-778193-22-iscsi {{(pid=103839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 02 17:23:30.582199 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.db [None req-a7f93ae1-89e4-4f4d-adf6-9161f263cb42 admin admin] For port 2d54b0b3-94f6-4168-907e-c3571ecb3890, host dv-cinder-778193-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=2d54b0b3-94f6-4168-907e-c3571ecb3890,segment=NetworkSegment(598bc54e-779f-42fa-8855-b2263b11ffea),segment_id=598bc54e-779f-42fa-8855-b2263b11ffea)] {{(pid=103837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:23:30.582566 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a7f93ae1-89e4-4f4d-adf6-9161f263cb42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757418'] for port (2d54b0b3-94f6-4168-907e-c3571ecb3890), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:30.598709 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [None req-a7f93ae1-89e4-4f4d-adf6-9161f263cb42 admin admin] Calling delete_port for 2d54b0b3-94f6-4168-907e-c3571ecb3890 owned by network:dhcp {{(pid=103837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 17:23:30.613530 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-c6bda98c-3736-4732-9955-3193a1227584 None None] Deleting port 2d54b0b3-94f6-4168-907e-c3571ecb3890 {{(pid=103839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 17:23:30.613826 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-c6bda98c-3736-4732-9955-3193a1227584 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757691651449'] for port (2d54b0b3-94f6-4168-907e-c3571ecb3890), before_delete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:30.687204 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-c6bda98c-3736-4732-9955-3193a1227584 None None] For port 2d54b0b3-94f6-4168-907e-c3571ecb3890, host dv-cinder-778193-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=2d54b0b3-94f6-4168-907e-c3571ecb3890,segment=NetworkSegment(598bc54e-779f-42fa-8855-b2263b11ffea),segment_id=598bc54e-779f-42fa-8855-b2263b11ffea)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:23:30.687601 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-c6bda98c-3736-4732-9955-3193a1227584 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757418'] for port (2d54b0b3-94f6-4168-907e-c3571ecb3890), precommit_delete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:30.691593 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00b26dd-cb4b-43a2-85e1-c8d0bd4b967a req-2eefe5ea-9220-4a1b-b001-cf99d56eab0c tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:30.695994 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e00b26dd-cb4b-43a2-85e1-c8d0bd4b967a req-2eefe5ea-9220-4a1b-b001-cf99d56eab0c tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd465c29-f4bb-40d3-8087-a28561372930 HTTP/1.1" status: 200 len: 945 time: 0.0638003 Mar 02 17:23:30.702626 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-c6bda98c-3736-4732-9955-3193a1227584 None None] Calling delete_port for 2d54b0b3-94f6-4168-907e-c3571ecb3890 owned by network:dhcp {{(pid=103839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 17:23:30.744372 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e00b26dd-cb4b-43a2-85e1-c8d0bd4b967a req-1a1b3029-b53d-4c3d-b391-ebcd2b8802a3 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/security-groups?id=691587e8-f519-48ff-9a30-b494861ac1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451820 Mar 02 17:23:30.765828 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a7f93ae1-89e4-4f4d-adf6-9161f263cb42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757691659996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757691134190'] for port (2d54b0b3-94f6-4168-907e-c3571ecb3890), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:30.781536 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-c6bda98c-3736-4732-9955-3193a1227584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757691659996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757691134190'] for port (2d54b0b3-94f6-4168-907e-c3571ecb3890), after_delete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:30.794798 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f93ae1-89e4-4f4d-adf6-9161f263cb42 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d54b0b3-94f6-4168-907e-c3571ecb3890,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:23:30.796677 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f93ae1-89e4-4f4d-adf6-9161f263cb42 admin admin] No DVR routers for this DVR port 2d54b0b3-94f6-4168-907e-c3571ecb3890 on host dv-cinder-778193-22-iscsi {{(pid=103837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:23:30.807531 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bda98c-3736-4732-9955-3193a1227584 None None] Pushing event deleted for resources: {'Port': ['ID=2d54b0b3-94f6-4168-907e-c3571ecb3890,revision_number=None']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:23:30.811875 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bda98c-3736-4732-9955-3193a1227584 None None] No DVR routers for this DVR port 2d54b0b3-94f6-4168-907e-c3571ecb3890 on host dv-cinder-778193-22-iscsi {{(pid=103839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:23:30.818717 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bda98c-3736-4732-9955-3193a1227584 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:23:30.819067 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bda98c-3736-4732-9955-3193a1227584 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:23:30.819404 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bda98c-3736-4732-9955-3193a1227584 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:23:30.819737 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bda98c-3736-4732-9955-3193a1227584 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:23:30.825008 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bda98c-3736-4732-9955-3193a1227584 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:23:30.825008 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bda98c-3736-4732-9955-3193a1227584 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:23:30.825008 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bda98c-3736-4732-9955-3193a1227584 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:23:30.825008 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bda98c-3736-4732-9955-3193a1227584 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:23:30.825008 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bda98c-3736-4732-9955-3193a1227584 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:23:30.825008 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bda98c-3736-4732-9955-3193a1227584 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:23:30.825008 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bda98c-3736-4732-9955-3193a1227584 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:23:30.825008 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bda98c-3736-4732-9955-3193a1227584 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:23:30.825008 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bda98c-3736-4732-9955-3193a1227584 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:23:30.871996 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a7f93ae1-89e4-4f4d-adf6-9161f263cb42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3970239', 'neutron.services.segments.db._delete_segments_for_network-8757691626141'] for network (a369cc48-2224-4c73-b48d-483a3f280468), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:30.896715 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a7f93ae1-89e4-4f4d-adf6-9161f263cb42 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:23:30.897175 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a7f93ae1-89e4-4f4d-adf6-9161f263cb42 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:23:30.897905 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a7f93ae1-89e4-4f4d-adf6-9161f263cb42 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:23:30.898256 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a7f93ae1-89e4-4f4d-adf6-9161f263cb42 admin admin] Subscribe: > port after_create 55550000 {{(pid=103837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:23:30.898594 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a7f93ae1-89e4-4f4d-adf6-9161f263cb42 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:23:30.898906 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a7f93ae1-89e4-4f4d-adf6-9161f263cb42 admin admin] Subscribe: > port after_update 55550000 {{(pid=103837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:23:30.899238 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a7f93ae1-89e4-4f4d-adf6-9161f263cb42 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:23:30.899556 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a7f93ae1-89e4-4f4d-adf6-9161f263cb42 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:23:30.899866 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a7f93ae1-89e4-4f4d-adf6-9161f263cb42 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:23:30.900179 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a7f93ae1-89e4-4f4d-adf6-9161f263cb42 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:23:31.004072 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a7f93ae1-89e4-4f4d-adf6-9161f263cb42 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:23:31.004722 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a7f93ae1-89e4-4f4d-adf6-9161f263cb42 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:23:31.004722 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a7f93ae1-89e4-4f4d-adf6-9161f263cb42 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:23:31.005047 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a7f93ae1-89e4-4f4d-adf6-9161f263cb42 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:23:31.005409 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.services.segments.db [None req-a7f93ae1-89e4-4f4d-adf6-9161f263cb42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a369cc48-2224-4c73-b48d-483a3f280468']}} {{(pid=103837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:23:31.024171 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.services.segments.db [None req-a7f93ae1-89e4-4f4d-adf6-9161f263cb42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '598bc54e-779f-42fa-8855-b2263b11ffea') {'for_net_delete': True} {{(pid=103837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:23:31.024467 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.services.segments.db [None req-a7f93ae1-89e4-4f4d-adf6-9161f263cb42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '598bc54e-779f-42fa-8855-b2263b11ffea') {} {{(pid=103837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:23:31.040724 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a7f93ae1-89e4-4f4d-adf6-9161f263cb42 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757691629734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29941793'] for segment (598bc54e-779f-42fa-8855-b2263b11ffea), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:31.060723 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a7f93ae1-89e4-4f4d-adf6-9161f263cb42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220699'] for segment (598bc54e-779f-42fa-8855-b2263b11ffea), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:31.069428 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7f93ae1-89e4-4f4d-adf6-9161f263cb42 admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=103837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 17:23:31.069832 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a7f93ae1-89e4-4f4d-adf6-9161f263cb42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29943762'] for segment (598bc54e-779f-42fa-8855-b2263b11ffea), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:31.073808 dv-cinder-778193-22-iscsi neutron-server[103837]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 02 17:23:31.073808 dv-cinder-778193-22-iscsi neutron-server[103837]: from cryptography.utils import int_from_bytes Mar 02 17:23:31.073808 dv-cinder-778193-22-iscsi neutron-server[103837]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 02 17:23:31.073808 dv-cinder-778193-22-iscsi neutron-server[103837]: from cryptography.utils import int_from_bytes Mar 02 17:23:31.073808 dv-cinder-778193-22-iscsi neutron-server[103837]: Traceback (most recent call last): Mar 02 17:23:31.073808 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 17:23:31.073808 dv-cinder-778193-22-iscsi neutron-server[103837]: timer() Mar 02 17:23:31.073808 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:23:31.073808 dv-cinder-778193-22-iscsi neutron-server[103837]: cb(*args, **kw) Mar 02 17:23:31.073808 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 17:23:31.073808 dv-cinder-778193-22-iscsi neutron-server[103837]: return func(*args, **kwargs) Mar 02 17:23:31.073808 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:23:31.073808 dv-cinder-778193-22-iscsi neutron-server[103837]: self._notify() Mar 02 17:23:31.073808 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:23:31.073808 dv-cinder-778193-22-iscsi neutron-server[103837]: self.callback(batched_events) Mar 02 17:23:31.073808 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:23:31.073808 dv-cinder-778193-22-iscsi neutron-server[103837]: event.method(event) Mar 02 17:23:31.073808 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 17:23:31.073808 dv-cinder-778193-22-iscsi neutron-server[103837]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:23:31.073808 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 17:23:31.073808 dv-cinder-778193-22-iscsi neutron-server[103837]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:23:31.073808 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 17:23:31.073808 dv-cinder-778193-22-iscsi neutron-server[103837]: return f(self, *a, **k) Mar 02 17:23:31.073808 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:23:31.073808 dv-cinder-778193-22-iscsi neutron-server[103837]: return self._get(url).json() Mar 02 17:23:31.073808 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:23:31.073808 dv-cinder-778193-22-iscsi neutron-server[103837]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:23:31.073808 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 17:23:31.073808 dv-cinder-778193-22-iscsi neutron-server[103837]: return self.request(url, 'GET', **kwargs) Mar 02 17:23:31.073808 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 17:23:31.073808 dv-cinder-778193-22-iscsi neutron-server[103837]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:23:31.073808 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 17:23:31.073808 dv-cinder-778193-22-iscsi neutron-server[103837]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:23:31.073808 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 17:23:31.073808 dv-cinder-778193-22-iscsi neutron-server[103837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:23:31.073808 dv-cinder-778193-22-iscsi neutron-server[103837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:23:31.198857 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a7f93ae1-89e4-4f4d-adf6-9161f263cb42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3970246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-755379'] for network (a369cc48-2224-4c73-b48d-483a3f280468), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:31.217375 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a7f93ae1-89e4-4f4d-adf6-9161f263cb42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572135'] for network (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:31.220810 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-a7f93ae1-89e4-4f4d-adf6-9161f263cb42 admin admin] 10.222.0.55 "DELETE /v2.0/networks/a369cc48-2224-4c73-b48d-483a3f280468 HTTP/1.1" status: 204 len: 168 time: 0.9151516 Mar 02 17:23:31.221893 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f93ae1-89e4-4f4d-adf6-9161f263cb42 admin admin] Pushing event deleted for resources: {'Network': ['ID=a369cc48-2224-4c73-b48d-483a3f280468,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:23:31.304549 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a2308-ec22-4cc4-8efe-3900ab310bd1 req-613b0b34-e119-4a49-8ed4-cea2e331a167 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:31.306049 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-201a2308-ec22-4cc4-8efe-3900ab310bd1 req-613b0b34-e119-4a49-8ed4-cea2e331a167 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.49 "GET /v2.0/networks?id=7ae9a447-1782-409b-a3a1-710b57169865 HTTP/1.1" status: 200 len: 814 time: 0.1130478 Mar 02 17:23:31.321742 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [req-201a2308-ec22-4cc4-8efe-3900ab310bd1 req-c5001e43-16b0-479b-8ef6-f6e3b64c3ec4 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Request body: {'port': {'device_id': '767fde07-6e05-4a19-8f7d-4bf567aea174', 'network_id': '7ae9a447-1782-409b-a3a1-710b57169865', 'admin_state_up': True, 'tenant_id': '9a6c6ec9a0914758a0042ae92e510db4'}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:23:31.471991 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device 2d54b0b3-94f6-4168-907e-c3571ecb3890 no longer exists at agent ovs-agent-dv-cinder-778193-22-iscsi {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 17:23:31.495006 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] No Port match for: 2d54b0b3-94f6-4168-907e-c3571ecb3890 {{(pid=103839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 17:23:31.495342 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device 2d54b0b3-94f6-4168-907e-c3571ecb3890 not bound to the agent host dv-cinder-778193-22-iscsi {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 17:23:31.495745 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device 5c4b10ba-3f9d-485a-a71a-99172cdf6b77 no longer exists at agent ovs-agent-dv-cinder-778193-22-iscsi {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 17:23:31.515881 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] No Port match for: 5c4b10ba-3f9d-485a-a71a-99172cdf6b77 {{(pid=103839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 17:23:31.516229 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device 5c4b10ba-3f9d-485a-a71a-99172cdf6b77 not bound to the agent host dv-cinder-778193-22-iscsi {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 17:23:31.554835 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-201a2308-ec22-4cc4-8efe-3900ab310bd1 req-c5001e43-16b0-479b-8ef6-f6e3b64c3ec4 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Made reservation on behalf of 9a6c6ec9a0914758a0042ae92e510db4 for: {'port': 1} {{(pid=103838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:23:31.560903 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-201a2308-ec22-4cc4-8efe-3900ab310bd1 req-c5001e43-16b0-479b-8ef6-f6e3b64c3ec4 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:31.682529 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 51972) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:23:31.708090 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-5b7f23e7-bf20-4fff-b67e-9023daca69b9 req-b22bf4bc-c6c7-409c-bebe-043f2ce30841 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/ports?device_id=767fde07-6e05-4a19-8f7d-4bf567aea174 HTTP/1.1" status: 200 len: 210 time: 0.0589306 Mar 02 17:23:31.740005 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-3954319f-7fa6-43eb-af19-bf009a0920be admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=897cb86723544dc8ad80348cfa07e75a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0515730 Mar 02 17:23:31.742710 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 51974) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:23:31.778050 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-c9e9420e-3203-4d9f-8406-90f1a4433761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (0060df7f-f835-4890-b25c-3842f545a9d0), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:31.797571 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-d0a9de47-ab53-4bad-9025-67698329199c admin admin] Publish callbacks [] for security_group (19f51c9b-7d4d-4434-a787-fb8590ac3c06), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:31.817229 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.db_base_plugin_common [req-201a2308-ec22-4cc4-8efe-3900ab310bd1 req-c5001e43-16b0-479b-8ef6-f6e3b64c3ec4 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Allocated IP 172.20.0.2 (7ae9a447-1782-409b-a3a1-710b57169865/fd4cbba9-7e23-4fa9-8083-457678593f9c/9601e2d5-d1dc-4081-af49-1e25633ba42f) {{(pid=103838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:23:31.829763 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-d0a9de47-ab53-4bad-9025-67698329199c admin admin] Publish callbacks [] for security_group (19f51c9b-7d4d-4434-a787-fb8590ac3c06), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:31.960141 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-d0a9de47-ab53-4bad-9025-67698329199c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (19f51c9b-7d4d-4434-a787-fb8590ac3c06), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:31.962846 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-d0a9de47-ab53-4bad-9025-67698329199c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:31.966351 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-d0a9de47-ab53-4bad-9025-67698329199c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/19f51c9b-7d4d-4434-a787-fb8590ac3c06 HTTP/1.1" status: 204 len: 168 time: 0.2203555 Mar 02 17:23:31.966514 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe2c7d-7505-425f-b118-9b413fdf015d req-c4073da2-3bf9-4a28-a2ed-fafc7f1a7723 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:31.967845 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-09fe2c7d-7505-425f-b118-9b413fdf015d req-c4073da2-3bf9-4a28-a2ed-fafc7f1a7723 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd465c29-f4bb-40d3-8087-a28561372930 HTTP/1.1" status: 200 len: 945 time: 0.1264422 Mar 02 17:23:31.982665 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a9de47-ab53-4bad-9025-67698329199c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f51c9b-7d4d-4434-a787-fb8590ac3c06,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:23:32.059289 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-09fe2c7d-7505-425f-b118-9b413fdf015d req-a2b1b032-3e89-450b-a840-d34cea16fe55 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/security-groups?id=691587e8-f519-48ff-9a30-b494861ac1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823319 Mar 02 17:23:32.069827 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-201a2308-ec22-4cc4-8efe-3900ab310bd1 req-c5001e43-16b0-479b-8ef6-f6e3b64c3ec4 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Publish callbacks [] for port (9601e2d5-d1dc-4081-af49-1e25633ba42f), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:32.177775 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-201a2308-ec22-4cc4-8efe-3900ab310bd1 req-c5001e43-16b0-479b-8ef6-f6e3b64c3ec4 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757691134181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26691326'] for port (9601e2d5-d1dc-4081-af49-1e25633ba42f), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:32.191671 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] get_ports_and_sgs() called for port_ids ['10814798-0cc1-4d35-b096-d2b66d62fafb', '08de4024-d6d4-4c17-979e-d37fe790ab8a', '2a67c2da-16c9-4333-acce-cc6669c7b2ac'] {{(pid=103839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 17:23:32.231602 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-201a2308-ec22-4cc4-8efe-3900ab310bd1 req-c5001e43-16b0-479b-8ef6-f6e3b64c3ec4 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Network 7ae9a447-1782-409b-a3a1-710b57169865 is already hosted by enough agents. {{(pid=103838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:23:32.234842 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.base_scheduler [req-201a2308-ec22-4cc4-8efe-3900ab310bd1 req-c5001e43-16b0-479b-8ef6-f6e3b64c3ec4 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Resources bound (agent type, host, resource id): {{(pid=103838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:23:32.239502 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [req-201a2308-ec22-4cc4-8efe-3900ab310bd1 req-c5001e43-16b0-479b-8ef6-f6e3b64c3ec4 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Received port after_create {{(pid=103838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 17:23:32.274401 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5001e43-16b0-479b-8ef6-f6e3b64c3ec4 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Pushing event updated for resources: {'Port': ['ID=9601e2d5-d1dc-4081-af49-1e25633ba42f,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:23:32.327210 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a2308-ec22-4cc4-8efe-3900ab310bd1 req-c5001e43-16b0-479b-8ef6-f6e3b64c3ec4 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:32.327886 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-201a2308-ec22-4cc4-8efe-3900ab310bd1 req-c5001e43-16b0-479b-8ef6-f6e3b64c3ec4 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021714'] for port (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:32.354449 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd8ad2-f6c0-4230-8270-786b6a5ec28e req-47b44e92-66b3-411a-b289-1e8d47c56e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:32.356004 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-6ddd8ad2-f6c0-4230-8270-786b6a5ec28e req-47b44e92-66b3-411a-b289-1e8d47c56e13 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5ba5387a29d94fbbbf29115c3fa4a9d4&device_id=dd465c29-f4bb-40d3-8087-a28561372930 HTTP/1.1" status: 200 len: 1129 time: 0.0757532 Mar 02 17:23:32.416201 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-201a2308-ec22-4cc4-8efe-3900ab310bd1 req-c5001e43-16b0-479b-8ef6-f6e3b64c3ec4 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0988436 Mar 02 17:23:32.429525 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [req-201a2308-ec22-4cc4-8efe-3900ab310bd1 req-168247a0-cb0d-4ed7-9e45-490923ab2743 service neutron] Request body: {'port': {'device_id': '767fde07-6e05-4a19-8f7d-4bf567aea174', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:23:32.520455 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd8ad2-f6c0-4230-8270-786b6a5ec28e req-7a1f0b55-0c05-4dba-9845-78553251afa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:32.522390 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-6ddd8ad2-f6c0-4230-8270-786b6a5ec28e req-7a1f0b55-0c05-4dba-9845-78553251afa0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ba42464c-405f-4ebb-a940-670d1544688b HTTP/1.1" status: 200 len: 908 time: 0.1594641 Mar 02 17:23:32.526071 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-201a2308-ec22-4cc4-8efe-3900ab310bd1 req-168247a0-cb0d-4ed7-9e45-490923ab2743 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (9601e2d5-d1dc-4081-af49-1e25633ba42f), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:32.653209 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-6ddd8ad2-f6c0-4230-8270-786b6a5ec28e req-66066eca-88ca-4a9c-977d-e34995e3e0a3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3d6a1fa-d70e-4381-8c00-417e289bec03 HTTP/1.1" status: 200 len: 1001 time: 0.1234486 Mar 02 17:23:32.856861 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd8ad2-f6c0-4230-8270-786b6a5ec28e req-ee23c511-2495-4a20-9e9e-590d2416fe5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:32.859169 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-6ddd8ad2-f6c0-4230-8270-786b6a5ec28e req-ee23c511-2495-4a20-9e9e-590d2416fe5c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2a0d3268-f102-4234-baa8-674033af714e HTTP/1.1" status: 200 len: 846 time: 0.1966622 Mar 02 17:23:33.014672 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55beb32-b2b3-4829-9b70-3887753b2e45 req-f57de982-6521-452c-92ef-b61b27989425 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:33.017459 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-f55beb32-b2b3-4829-9b70-3887753b2e45 req-f57de982-6521-452c-92ef-b61b27989425 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/ports?device_id=767fde07-6e05-4a19-8f7d-4bf567aea174 HTTP/1.1" status: 200 len: 931 time: 0.2064340 Mar 02 17:23:33.023893 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd8ad2-f6c0-4230-8270-786b6a5ec28e req-cf9975d9-d759-4595-a1bc-54be9a75db98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:33.026261 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-6ddd8ad2-f6c0-4230-8270-786b6a5ec28e req-cf9975d9-d759-4595-a1bc-54be9a75db98 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ba42464c-405f-4ebb-a940-670d1544688b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1592505 Mar 02 17:23:33.246338 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [req-201a2308-ec22-4cc4-8efe-3900ab310bd1 req-168247a0-cb0d-4ed7-9e45-490923ab2743 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9601e2d5-d1dc-4081-af49-1e25633ba42f {{(pid=103838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 17:23:33.268934 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-201a2308-ec22-4cc4-8efe-3900ab310bd1 req-168247a0-cb0d-4ed7-9e45-490923ab2743 service neutron] Publish callbacks [] for port (9601e2d5-d1dc-4081-af49-1e25633ba42f), precommit_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:33.277631 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-f55beb32-b2b3-4829-9b70-3887753b2e45 req-33bd6d51-1f8c-47b2-bc10-66015ce93b3b tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/security-groups?id=48625e24-112d-44e3-a425-dd71a0915737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426755 Mar 02 17:23:33.326070 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [req-201a2308-ec22-4cc4-8efe-3900ab310bd1 req-168247a0-cb0d-4ed7-9e45-490923ab2743 service neutron] Transition to ACTIVE for port object 9601e2d5-d1dc-4081-af49-1e25633ba42f will not be triggered until provisioned by entity L2. {{(pid=103838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 17:23:33.333618 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-6ddd8ad2-f6c0-4230-8270-786b6a5ec28e req-56213870-6e1e-40e6-bd48-66599fc92c23 service neutron] 10.222.0.49 "GET /v2.0/networks/ba42464c-405f-4ebb-a940-670d1544688b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901850 Mar 02 17:23:33.348065 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e184a9a-068b-4297-84a6-33ced909bf2c req-412dfe33-3380-4ac6-aa63-d9689dd6c1f6 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:33.350760 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-4e184a9a-068b-4297-84a6-33ced909bf2c req-412dfe33-3380-4ac6-aa63-d9689dd6c1f6 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd465c29-f4bb-40d3-8087-a28561372930 HTTP/1.1" status: 200 len: 945 time: 0.1848269 Mar 02 17:23:33.386810 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-201a2308-ec22-4cc4-8efe-3900ab310bd1 req-168247a0-cb0d-4ed7-9e45-490923ab2743 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26691319'] for port (9601e2d5-d1dc-4081-af49-1e25633ba42f), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:33.544007 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-4e184a9a-068b-4297-84a6-33ced909bf2c req-78cb4524-218d-4964-9a3b-3a203f1044a8 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/security-groups?id=691587e8-f519-48ff-9a30-b494861ac1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1838632 Mar 02 17:23:33.546983 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168247a0-cb0d-4ed7-9e45-490923ab2743 service neutron] Pushing event updated for resources: {'Port': ['ID=9601e2d5-d1dc-4081-af49-1e25633ba42f,revision_number=2']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:23:33.633040 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-6ddd8ad2-f6c0-4230-8270-786b6a5ec28e req-61fbb832-a3c7-4a84-b4d9-310a48882462 service neutron] 10.222.0.49 "GET /v2.0/networks/ba42464c-405f-4ebb-a940-670d1544688b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809136 Mar 02 17:23:33.665922 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [req-201a2308-ec22-4cc4-8efe-3900ab310bd1 req-168247a0-cb0d-4ed7-9e45-490923ab2743 service neutron] Attempting to bind port 9601e2d5-d1dc-4081-af49-1e25633ba42f on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 17:23:33.667152 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [req-201a2308-ec22-4cc4-8efe-3900ab310bd1 req-168247a0-cb0d-4ed7-9e45-490923ab2743 service neutron] Attempting to bind port 9601e2d5-d1dc-4081-af49-1e25633ba42f by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '7b097a75-0850-4639-99e3-0fb55a9f4ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7ae9a447-1782-409b-a3a1-710b57169865'}] {{(pid=103838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 17:23:33.667152 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201a2308-ec22-4cc4-8efe-3900ab310bd1 req-168247a0-cb0d-4ed7-9e45-490923ab2743 service neutron] Attempting to bind port 9601e2d5-d1dc-4081-af49-1e25633ba42f on network 7ae9a447-1782-409b-a3a1-710b57169865 {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 17:23:33.671288 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201a2308-ec22-4cc4-8efe-3900ab310bd1 req-168247a0-cb0d-4ed7-9e45-490923ab2743 service neutron] Port 9601e2d5-d1dc-4081-af49-1e25633ba42f on network 7ae9a447-1782-409b-a3a1-710b57169865 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 17:23:33.671606 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201a2308-ec22-4cc4-8efe-3900ab310bd1 req-168247a0-cb0d-4ed7-9e45-490923ab2743 service neutron] Attempting to bind port 9601e2d5-d1dc-4081-af49-1e25633ba42f on network 7ae9a447-1782-409b-a3a1-710b57169865 {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 17:23:33.677671 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201a2308-ec22-4cc4-8efe-3900ab310bd1 req-168247a0-cb0d-4ed7-9e45-490923ab2743 service neutron] Checking agent: {'id': 'dbb67c4d-7aa5-4acf-82b3-541c1cabd3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 13), 'started_at': datetime.datetime(2022, 3, 2, 17, 13, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 17:23:33.678046 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201a2308-ec22-4cc4-8efe-3900ab310bd1 req-168247a0-cb0d-4ed7-9e45-490923ab2743 service neutron] Checking segment: {'id': '7b097a75-0850-4639-99e3-0fb55a9f4ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7ae9a447-1782-409b-a3a1-710b57169865'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 17:23:33.678428 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201a2308-ec22-4cc4-8efe-3900ab310bd1 req-168247a0-cb0d-4ed7-9e45-490923ab2743 service neutron] Bound using segment: {'id': '7b097a75-0850-4639-99e3-0fb55a9f4ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7ae9a447-1782-409b-a3a1-710b57169865'} {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 17:23:33.678853 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [req-201a2308-ec22-4cc4-8efe-3900ab310bd1 req-168247a0-cb0d-4ed7-9e45-490923ab2743 service neutron] Bound port: 9601e2d5-d1dc-4081-af49-1e25633ba42f, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b097a75-0850-4639-99e3-0fb55a9f4ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7ae9a447-1782-409b-a3a1-710b57169865'}}] {{(pid=103838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 17:23:33.679208 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-201a2308-ec22-4cc4-8efe-3900ab310bd1 req-168247a0-cb0d-4ed7-9e45-490923ab2743 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (9601e2d5-d1dc-4081-af49-1e25633ba42f), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:33.754174 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [req-201a2308-ec22-4cc4-8efe-3900ab310bd1 req-168247a0-cb0d-4ed7-9e45-490923ab2743 service neutron] For port 9601e2d5-d1dc-4081-af49-1e25633ba42f, host hv-cinder-77819, cleared binding levels {{(pid=103838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:23:33.757424 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [req-201a2308-ec22-4cc4-8efe-3900ab310bd1 req-168247a0-cb0d-4ed7-9e45-490923ab2743 service neutron] For port 9601e2d5-d1dc-4081-af49-1e25633ba42f, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=9601e2d5-d1dc-4081-af49-1e25633ba42f,segment=NetworkSegment(7b097a75-0850-4639-99e3-0fb55a9f4ea1),segment_id=7b097a75-0850-4639-99e3-0fb55a9f4ea1)] {{(pid=103838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:23:33.840551 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-201a2308-ec22-4cc4-8efe-3900ab310bd1 req-168247a0-cb0d-4ed7-9e45-490923ab2743 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26691319'] for port (9601e2d5-d1dc-4081-af49-1e25633ba42f), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:33.900808 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a2308-ec22-4cc4-8efe-3900ab310bd1 req-168247a0-cb0d-4ed7-9e45-490923ab2743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:33.901724 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-201a2308-ec22-4cc4-8efe-3900ab310bd1 req-168247a0-cb0d-4ed7-9e45-490923ab2743 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021714'] for port (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:33.903449 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-201a2308-ec22-4cc4-8efe-3900ab310bd1 req-168247a0-cb0d-4ed7-9e45-490923ab2743 service neutron] 10.222.0.49 "PUT /v2.0/ports/9601e2d5-d1dc-4081-af49-1e25633ba42f HTTP/1.1" status: 200 len: 1093 time: 1.4798424 Mar 02 17:23:33.903940 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '767fde07-6e05-4a19-8f7d-4bf567aea174', 'tag': '9601e2d5-d1dc-4081-af49-1e25633ba42f'}] {{(pid=103838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 17:23:33.906753 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7c8e0f7c7170b606f581d652a183e77a47547618c5f9292d8eb62f06a367e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd8a0392-f552-4ec7-8690-bb1fc78287d7" -d '{"events": [{"name": "network-changed", "server_uuid": "767fde07-6e05-4a19-8f7d-4bf567aea174", "tag": "9601e2d5-d1dc-4081-af49-1e25633ba42f"}]}' {{(pid=103838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 17:23:33.934000 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168247a0-cb0d-4ed7-9e45-490923ab2743 service neutron] Pushing event updated for resources: {'Port': ['ID=9601e2d5-d1dc-4081-af49-1e25633ba42f,revision_number=3']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:23:33.953603 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 17:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6371a28a-1d3f-4a5e-91fb-1ca15edb710a x-openstack-request-id: req-6371a28a-1d3f-4a5e-91fb-1ca15edb710a {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 17:23:33.954546 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "767fde07-6e05-4a19-8f7d-4bf567aea174", "tag": "9601e2d5-d1dc-4081-af49-1e25633ba42f", "status": "completed", "code": 200}]} {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 17:23:33.955555 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6371a28a-1d3f-4a5e-91fb-1ca15edb710a {{(pid=103838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 17:23:33.956005 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '767fde07-6e05-4a19-8f7d-4bf567aea174', 'tag': '9601e2d5-d1dc-4081-af49-1e25633ba42f', 'status': 'completed', 'code': 200} Mar 02 17:23:34.052299 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a0392-f552-4ec7-8690-bb1fc78287d7 req-b7da6785-75b7-4968-9a4b-fe7212f49f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:34.053736 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-bd8a0392-f552-4ec7-8690-bb1fc78287d7 req-b7da6785-75b7-4968-9a4b-fe7212f49f82 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9a6c6ec9a0914758a0042ae92e510db4&device_id=767fde07-6e05-4a19-8f7d-4bf567aea174 HTTP/1.1" status: 200 len: 1127 time: 0.0720165 Mar 02 17:23:34.086047 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-2764d0a4-1813-4b42-ae02-7f4663fb748c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90b713d5-0d52-4da0-a663-b3b1c9fefb3d), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:34.171765 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a0392-f552-4ec7-8690-bb1fc78287d7 req-944001c2-60ea-4c1f-8c03-d662290d5b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:34.173802 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-bd8a0392-f552-4ec7-8690-bb1fc78287d7 req-944001c2-60ea-4c1f-8c03-d662290d5b02 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=9a6c6ec9a0914758a0042ae92e510db4&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1068575 Mar 02 17:23:34.290067 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a0392-f552-4ec7-8690-bb1fc78287d7 req-98f09e7e-e420-4798-9c83-d74fff47e044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:34.291806 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-bd8a0392-f552-4ec7-8690-bb1fc78287d7 req-98f09e7e-e420-4798-9c83-d74fff47e044 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1097050 Mar 02 17:23:34.394136 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a2308-ec22-4cc4-8efe-3900ab310bd1 req-a5682f9f-a5a8-46fb-9f3b-e2388fb35594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:34.395624 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-201a2308-ec22-4cc4-8efe-3900ab310bd1 req-a5682f9f-a5a8-46fb-9f3b-e2388fb35594 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9a6c6ec9a0914758a0042ae92e510db4&device_id=767fde07-6e05-4a19-8f7d-4bf567aea174 HTTP/1.1" status: 200 len: 1127 time: 0.0620818 Mar 02 17:23:34.451083 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-201a2308-ec22-4cc4-8efe-3900ab310bd1 req-cc4ad8fa-9371-4306-8c91-3d829708126b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9601e2d5-d1dc-4081-af49-1e25633ba42f HTTP/1.1" status: 200 len: 217 time: 0.0409892 Mar 02 17:23:34.503318 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329ea46d-7f85-436b-8852-30c137a7fd75 req-69a0b4c5-fd02-4250-b77c-7cc0e2f766bd tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:34.504774 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-329ea46d-7f85-436b-8852-30c137a7fd75 req-69a0b4c5-fd02-4250-b77c-7cc0e2f766bd tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/ports?device_id=767fde07-6e05-4a19-8f7d-4bf567aea174 HTTP/1.1" status: 200 len: 943 time: 0.1310804 Mar 02 17:23:34.518015 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a2308-ec22-4cc4-8efe-3900ab310bd1 req-6444d521-d220-49c0-9b65-b4e5f78533fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:34.519503 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-201a2308-ec22-4cc4-8efe-3900ab310bd1 req-6444d521-d220-49c0-9b65-b4e5f78533fd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fd4cbba9-7e23-4fa9-8083-457678593f9c HTTP/1.1" status: 200 len: 854 time: 0.0597730 Mar 02 17:23:34.559326 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-201a2308-ec22-4cc4-8efe-3900ab310bd1 req-8ccd69ee-4fda-4306-a921-6f0ed39a5951 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7ae9a447-1782-409b-a3a1-710b57169865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336919 Mar 02 17:23:34.647021 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-329ea46d-7f85-436b-8852-30c137a7fd75 req-1ba85655-d025-4669-b40d-5f5b2a1c6f91 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/security-groups?id=48625e24-112d-44e3-a425-dd71a0915737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317139 Mar 02 17:23:34.715817 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-201a2308-ec22-4cc4-8efe-3900ab310bd1 req-17b0f5b1-9eea-4ebb-859d-1c93d7dbbf74 service neutron] 10.222.0.49 "GET /v2.0/networks/7ae9a447-1782-409b-a3a1-710b57169865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450660 Mar 02 17:23:34.727835 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 52036) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:23:34.754516 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc4daf-bf51-49da-835d-1646312e0eb4 req-f72ff453-ac54-4e77-adfb-57d21106f507 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:34.756065 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c8bc4daf-bf51-49da-835d-1646312e0eb4 req-f72ff453-ac54-4e77-adfb-57d21106f507 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd465c29-f4bb-40d3-8087-a28561372930 HTTP/1.1" status: 200 len: 945 time: 0.0912781 Mar 02 17:23:34.847748 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-0a52c20f-4221-45cb-bf51-72d462f0255d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:34.857282 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c8bc4daf-bf51-49da-835d-1646312e0eb4 req-cc588605-da27-4eaf-8430-2c50c2ee1c57 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/security-groups?id=691587e8-f519-48ff-9a30-b494861ac1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708673 Mar 02 17:23:34.869933 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-201a2308-ec22-4cc4-8efe-3900ab310bd1 req-9cd544d5-2e2a-4118-a049-158ee7cb030c service neutron] 10.222.0.49 "GET /v2.0/networks/7ae9a447-1782-409b-a3a1-710b57169865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455483 Mar 02 17:23:34.930357 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-0a52c20f-4221-45cb-bf51-72d462f0255d admin admin] Publish callbacks [] for security_group (706b6ba8-449a-40e5-bb49-3b7e683df542), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:34.999674 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-0a52c20f-4221-45cb-bf51-72d462f0255d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (706b6ba8-449a-40e5-bb49-3b7e683df542), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:35.040501 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-0a52c20f-4221-45cb-bf51-72d462f0255d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=08f9c836fd004c3e923f408f9512516a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3114586 Mar 02 17:23:35.041990 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a52c20f-4221-45cb-bf51-72d462f0255d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=706b6ba8-449a-40e5-bb49-3b7e683df542,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:23:35.043434 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 52040) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:23:35.081093 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-7239c76e-3e75-4b64-9028-aed8f891363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (eca5c3a0-ec74-4a2a-a5c6-a62430d93509), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:35.097398 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-268bd275-afd2-4b67-9537-5aa4e69b5e33 admin admin] Publish callbacks [] for security_group (706b6ba8-449a-40e5-bb49-3b7e683df542), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:35.118773 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-268bd275-afd2-4b67-9537-5aa4e69b5e33 admin admin] Publish callbacks [] for security_group (706b6ba8-449a-40e5-bb49-3b7e683df542), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:35.263007 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-268bd275-afd2-4b67-9537-5aa4e69b5e33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (706b6ba8-449a-40e5-bb49-3b7e683df542), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:35.265728 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-268bd275-afd2-4b67-9537-5aa4e69b5e33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:35.267830 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-268bd275-afd2-4b67-9537-5aa4e69b5e33 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/706b6ba8-449a-40e5-bb49-3b7e683df542 HTTP/1.1" status: 204 len: 168 time: 0.2231090 Mar 02 17:23:35.278714 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268bd275-afd2-4b67-9537-5aa4e69b5e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=706b6ba8-449a-40e5-bb49-3b7e683df542,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:23:35.782743 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91169bf-0af5-47c1-8032-4f82d4199d72 req-80a74afa-5768-4428-81f0-d7c5c9c95df1 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:35.784242 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e91169bf-0af5-47c1-8032-4f82d4199d72 req-80a74afa-5768-4428-81f0-d7c5c9c95df1 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/ports?device_id=767fde07-6e05-4a19-8f7d-4bf567aea174 HTTP/1.1" status: 200 len: 943 time: 0.0565958 Mar 02 17:23:35.841435 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e91169bf-0af5-47c1-8032-4f82d4199d72 req-d3d4e3ea-5960-4723-abb1-549bc39af699 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/security-groups?id=48625e24-112d-44e3-a425-dd71a0915737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513322 Mar 02 17:23:35.921569 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 52050) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:23:35.936063 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-245cda0e-1b36-46a0-a155-7e6b39c74115 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:36.017414 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c33f04-a951-4fa8-84d8-3ca15a73e311 req-da525113-e69f-46bf-9abe-8e52ebef5fec tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:36.018966 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-68c33f04-a951-4fa8-84d8-3ca15a73e311 req-da525113-e69f-46bf-9abe-8e52ebef5fec tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd465c29-f4bb-40d3-8087-a28561372930 HTTP/1.1" status: 200 len: 945 time: 0.0808630 Mar 02 17:23:36.095976 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-245cda0e-1b36-46a0-a155-7e6b39c74115 admin admin] Publish callbacks [] for security_group (58a11332-93a5-493c-90d4-b373ab09ec22), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:36.105179 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-68c33f04-a951-4fa8-84d8-3ca15a73e311 req-07c521c8-0b4f-412b-bfa4-1983defcf49b tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/security-groups?id=691587e8-f519-48ff-9a30-b494861ac1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779312 Mar 02 17:23:36.206425 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-245cda0e-1b36-46a0-a155-7e6b39c74115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (58a11332-93a5-493c-90d4-b373ab09ec22), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:36.252535 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-245cda0e-1b36-46a0-a155-7e6b39c74115 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2df42a1bd689483d930b2e62370f14b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3289065 Mar 02 17:23:36.253638 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245cda0e-1b36-46a0-a155-7e6b39c74115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a11332-93a5-493c-90d4-b373ab09ec22,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:23:36.254578 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 52052) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:23:36.308722 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a546b4af-33c2-4f84-8b0d-bd138f109612 admin admin] Publish callbacks [] for security_group (58a11332-93a5-493c-90d4-b373ab09ec22), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:36.339199 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a546b4af-33c2-4f84-8b0d-bd138f109612 admin admin] Publish callbacks [] for security_group (58a11332-93a5-493c-90d4-b373ab09ec22), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:36.445623 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a546b4af-33c2-4f84-8b0d-bd138f109612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (58a11332-93a5-493c-90d4-b373ab09ec22), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:36.448210 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a546b4af-33c2-4f84-8b0d-bd138f109612 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:36.449360 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-a546b4af-33c2-4f84-8b0d-bd138f109612 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/58a11332-93a5-493c-90d4-b373ab09ec22 HTTP/1.1" status: 204 len: 168 time: 0.1937485 Mar 02 17:23:36.457645 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a546b4af-33c2-4f84-8b0d-bd138f109612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a11332-93a5-493c-90d4-b373ab09ec22,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:23:36.609909 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device 9601e2d5-d1dc-4081-af49-1e25633ba42f details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 17:23:36.712351 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] For port 9601e2d5-d1dc-4081-af49-1e25633ba42f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=9601e2d5-d1dc-4081-af49-1e25633ba42f,segment=NetworkSegment(7b097a75-0850-4639-99e3-0fb55a9f4ea1),segment_id=7b097a75-0850-4639-99e3-0fb55a9f4ea1)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:23:36.730691 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Returning: {'device': '9601e2d5-d1dc-4081-af49-1e25633ba42f', 'network_id': '7ae9a447-1782-409b-a3a1-710b57169865', 'port_id': '9601e2d5-d1dc-4081-af49-1e25633ba42f', 'mac_address': 'fa:16:3e:ae:81:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd4cbba9-7e23-4fa9-8083-457678593f9c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 17:23:36.770429 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Current status of the port 9601e2d5-d1dc-4081-af49-1e25633ba42f is: DOWN; New status is: BUILD {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:23:36.770818 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (9601e2d5-d1dc-4081-af49-1e25633ba42f), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:36.784747 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.notifiers.nova [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9601e2d5-d1dc-4081-af49-1e25633ba42f {{(pid=103839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 17:23:36.806003 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] For port 9601e2d5-d1dc-4081-af49-1e25633ba42f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=9601e2d5-d1dc-4081-af49-1e25633ba42f,segment=NetworkSegment(7b097a75-0850-4639-99e3-0fb55a9f4ea1),segment_id=7b097a75-0850-4639-99e3-0fb55a9f4ea1)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:23:36.835320 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-765bf0ac-d167-416d-8fe2-638e582454ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (aac89579-4eb6-45c8-861e-e37bc0c26bf3), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:36.857241 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (9601e2d5-d1dc-4081-af49-1e25633ba42f), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:36.908069 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Pushing event updated for resources: {'Port': ['ID=9601e2d5-d1dc-4081-af49-1e25633ba42f,revision_number=4']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:23:36.983050 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845ab3e9-e61f-416b-a28f-84ce3c12eb32 req-22e5234a-0df8-453e-a250-e1c2693c1d27 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:36.984638 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-845ab3e9-e61f-416b-a28f-84ce3c12eb32 req-22e5234a-0df8-453e-a250-e1c2693c1d27 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/ports?device_id=767fde07-6e05-4a19-8f7d-4bf567aea174 HTTP/1.1" status: 200 len: 944 time: 0.0589759 Mar 02 17:23:37.038403 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-845ab3e9-e61f-416b-a28f-84ce3c12eb32 req-e3367845-da30-49f8-b2cd-733d4e2ade94 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/security-groups?id=48625e24-112d-44e3-a425-dd71a0915737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469689 Mar 02 17:23:37.143458 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] get_ports_and_sgs() called for port_ids ['9601e2d5-d1dc-4081-af49-1e25633ba42f'] {{(pid=103839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 17:23:37.234032 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978cb855-50fc-4ef7-a27b-72c90fe2fbe0 req-3872433f-bd4c-415b-abc5-914800408920 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:37.235692 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-978cb855-50fc-4ef7-a27b-72c90fe2fbe0 req-3872433f-bd4c-415b-abc5-914800408920 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd465c29-f4bb-40d3-8087-a28561372930 HTTP/1.1" status: 200 len: 945 time: 0.0583382 Mar 02 17:23:37.297933 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-978cb855-50fc-4ef7-a27b-72c90fe2fbe0 req-9cf578d4-2c53-443f-a291-441f38f678be tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/security-groups?id=691587e8-f519-48ff-9a30-b494861ac1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515862 Mar 02 17:23:37.358455 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [req-7528e6ec-3be5-4bbf-b30f-e6db50f3fdc4 req-a0a3bd5d-b9c2-48d4-b80f-9c56d9f6346d service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103838) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 17:23:37.359421 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-7528e6ec-3be5-4bbf-b30f-e6db50f3fdc4 req-a0a3bd5d-b9c2-48d4-b80f-9c56d9f6346d service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053596 Mar 02 17:23:37.505916 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 52080) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:23:37.601131 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-90201058-60eb-487f-9ecb-a19573ad8d41 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-893852863-network', 'tenant_id': 'f4fc9bd323e447dc881962e223f8cffe'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:23:37.702542 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90201058-60eb-487f-9ecb-a19573ad8d41 admin admin] Made reservation on behalf of f4fc9bd323e447dc881962e223f8cffe for: {'network': 1} {{(pid=103837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:23:37.705239 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-90201058-60eb-487f-9ecb-a19573ad8d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for network (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:37.714048 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-90201058-60eb-487f-9ecb-a19573ad8d41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:37.722963 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ae9975-cafe-4a47-980f-cb618f432821 req-51b141e0-7f54-4790-abbb-c993d2295032 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:37.724693 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d3ae9975-cafe-4a47-980f-cb618f432821 req-51b141e0-7f54-4790-abbb-c993d2295032 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd465c29-f4bb-40d3-8087-a28561372930 HTTP/1.1" status: 200 len: 945 time: 0.0560679 Mar 02 17:23:37.823244 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-90201058-60eb-487f-9ecb-a19573ad8d41 admin admin] Publish callbacks [] for security_group (e6223cb8-6c9e-4cd5-8457-d65bc3351ea1), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:37.841935 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [req-d1318451-834d-457e-a44b-6dde69a26f8a req-bdc9df01-aedb-4da6-832b-01ab862bd0ed service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dd465c29-f4bb-40d3-8087-a28561372930&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1122460 Mar 02 17:23:37.919746 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-90201058-60eb-487f-9ecb-a19573ad8d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (e6223cb8-6c9e-4cd5-8457-d65bc3351ea1), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:37.944049 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90201058-60eb-487f-9ecb-a19573ad8d41 admin admin] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=103837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:23:37.959059 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90201058-60eb-487f-9ecb-a19573ad8d41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6223cb8-6c9e-4cd5-8457-d65bc3351ea1,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:23:37.964491 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-90201058-60eb-487f-9ecb-a19573ad8d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220699'] for segment (56e9613e-eb61-4436-9b40-909bc71188e4), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:37.964913 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.db.segments_db [None req-90201058-60eb-487f-9ecb-a19573ad8d41 admin admin] Added segment 56e9613e-eb61-4436-9b40-909bc71188e4 of type vlan for network 8a3af067-018e-439c-aeda-1e063872534d Mar 02 17:23:38.023416 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-90201058-60eb-487f-9ecb-a19573ad8d41 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757691153484'] for network (8a3af067-018e-439c-aeda-1e063872534d), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:38.061834 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d3ae9975-cafe-4a47-980f-cb618f432821 req-41cc16df-efbf-4eb1-bf51-0c2eb83a6970 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/security-groups?id=691587e8-f519-48ff-9a30-b494861ac1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3309700 Mar 02 17:23:38.075365 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1318451-834d-457e-a44b-6dde69a26f8a req-ca0de1de-60e8-4fe3-8c54-b32b35fce7a3 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:38.076740 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [req-d1318451-834d-457e-a44b-6dde69a26f8a req-ca0de1de-60e8-4fe3-8c54-b32b35fce7a3 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/ports/d3d6a1fa-d70e-4381-8c00-417e289bec03 HTTP/1.1" status: 200 len: 942 time: 0.2054906 Mar 02 17:23:38.143006 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-90201058-60eb-487f-9ecb-a19573ad8d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145'] for network (8a3af067-018e-439c-aeda-1e063872534d), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:38.143985 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90201058-60eb-487f-9ecb-a19573ad8d41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:38.144554 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-90201058-60eb-487f-9ecb-a19573ad8d41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572135'] for network (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:38.162711 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac1859-df1d-4712-b08f-0f8951eef464 req-805f97ed-0a3b-40fd-8035-daf878cd041d tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:38.166084 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-16ac1859-df1d-4712-b08f-0f8951eef464 req-805f97ed-0a3b-40fd-8035-daf878cd041d tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/ports?device_id=767fde07-6e05-4a19-8f7d-4bf567aea174 HTTP/1.1" status: 200 len: 944 time: 0.0569077 Mar 02 17:23:38.218183 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-16ac1859-df1d-4712-b08f-0f8951eef464 req-0be34acd-7d14-41cf-804a-7eed8b5ef820 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/security-groups?id=48625e24-112d-44e3-a425-dd71a0915737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472674 Mar 02 17:23:38.222763 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90356b9b-9a55-4227-ace0-d1fc01a5475f), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:38.223463 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90201058-60eb-487f-9ecb-a19573ad8d41 admin admin] Pushing event updated for resources: {'Network': ['ID=8a3af067-018e-439c-aeda-1e063872534d,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:23:38.238154 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Network 8a3af067-018e-439c-aeda-1e063872534d details requested by agent ovs-agent-dv-cinder-778193-22-iscsi with host dv-cinder-778193-22-iscsi {{(pid=103839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 17:23:38.238465 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-90201058-60eb-487f-9ecb-a19573ad8d41 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7295780 Mar 02 17:23:38.240015 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 52098) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:23:38.246305 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [None req-e2b2c65f-ccc0-434f-9300-84cc18172529 admin admin] Request body: {'subnet': {'network_id': '8a3af067-018e-439c-aeda-1e063872534d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-893852863-subnet', 'tenant_id': 'f4fc9bd323e447dc881962e223f8cffe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:23:38.358203 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b2c65f-ccc0-434f-9300-84cc18172529 admin admin] Made reservation on behalf of f4fc9bd323e447dc881962e223f8cffe for: {'subnet': 1} {{(pid=103838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:23:38.360761 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-e2b2c65f-ccc0-434f-9300-84cc18172529 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26336855'] for subnet (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:38.600207 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-e2b2c65f-ccc0-434f-9300-84cc18172529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26691210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26336869'] for subnet (e9b38b42-0d3f-47c6-b608-cf09ee681a59), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:38.616046 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device 9601e2d5-d1dc-4081-af49-1e25633ba42f up at agent hyperv_hv-cinder-77819 {{(pid=103839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 17:23:38.660135 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b2c65f-ccc0-434f-9300-84cc18172529 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9b38b42-0d3f-47c6-b608-cf09ee681a59,revision_number=0']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:23:38.670535 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b2c65f-ccc0-434f-9300-84cc18172529 admin admin] Checking segment: {'id': '56e9613e-eb61-4436-9b40-909bc71188e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '8a3af067-018e-439c-aeda-1e063872534d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 17:23:38.670867 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b2c65f-ccc0-434f-9300-84cc18172529 admin admin] Network hostable DHCP agents. Network: 8a3af067-018e-439c-aeda-1e063872534d, hostable agents: ['0060df7f-f835-4890-b25c-3842f545a9d0'], hosted agents: [] {{(pid=103838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:23:38.771537 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b2c65f-ccc0-434f-9300-84cc18172529 admin admin] Network 8a3af067-018e-439c-aeda-1e063872534d is scheduled to be hosted by DHCP agent 0060df7f-f835-4890-b25c-3842f545a9d0 with binding_index 1 {{(pid=103838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:23:38.857160 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.base_scheduler [None req-e2b2c65f-ccc0-434f-9300-84cc18172529 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-22-iscsi, 8a3af067-018e-439c-aeda-1e063872534d) {{(pid=103838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:23:38.857340 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Provisioning for port 9601e2d5-d1dc-4081-af49-1e25633ba42f completed by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 17:23:38.862890 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Provisioning complete for port 9601e2d5-d1dc-4081-af49-1e25633ba42f triggered by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:23:38.862995 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b2c65f-ccc0-434f-9300-84cc18172529 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:38.863187 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (9601e2d5-d1dc-4081-af49-1e25633ba42f), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:38.870800 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-e2b2c65f-ccc0-434f-9300-84cc18172529 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:38.885571 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af91d16-9727-475a-a6f8-74cd31b36cb8 None None] Network 8a3af067-018e-439c-aeda-1e063872534d requested from dv-cinder-778193-22-iscsi {{(pid=103839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 17:23:38.974709 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-e2b2c65f-ccc0-434f-9300-84cc18172529 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7322273 Mar 02 17:23:39.022440 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af326a9f-b795-4d68-b5bd-f43f78276098 None None] Network 8a3af067-018e-439c-aeda-1e063872534d requested from dv-cinder-778193-22-iscsi {{(pid=103839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 17:23:39.045217 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Current status of the port 9601e2d5-d1dc-4081-af49-1e25633ba42f is: BUILD; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:23:39.050396 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (9601e2d5-d1dc-4081-af49-1e25633ba42f), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:39.105978 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '767fde07-6e05-4a19-8f7d-4bf567aea174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9601e2d5-d1dc-4081-af49-1e25633ba42f'}] {{(pid=103839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 17:23:39.106266 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1ae65c9246df630c0a528d92fdc2f4b7a0a5f54ed45d3739c3110b66571c885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f80aac4-e489-447f-a4fe-2484e935b580" -d '{"events": [{"server_uuid": "767fde07-6e05-4a19-8f7d-4bf567aea174", "name": "network-vif-plugged", "status": "completed", "tag": "9601e2d5-d1dc-4081-af49-1e25633ba42f"}]}' {{(pid=103839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 17:23:39.124369 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] For port 9601e2d5-d1dc-4081-af49-1e25633ba42f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=9601e2d5-d1dc-4081-af49-1e25633ba42f,segment=NetworkSegment(7b097a75-0850-4639-99e3-0fb55a9f4ea1),segment_id=7b097a75-0850-4639-99e3-0fb55a9f4ea1)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:23:39.160444 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 17:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9924e76b-7914-4cf2-8ae5-804a6f8fdb72 x-openstack-request-id: req-9924e76b-7914-4cf2-8ae5-804a6f8fdb72 {{(pid=103839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 17:23:39.160732 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "767fde07-6e05-4a19-8f7d-4bf567aea174", "name": "network-vif-plugged", "status": "completed", "tag": "9601e2d5-d1dc-4081-af49-1e25633ba42f", "code": 200}]} {{(pid=103839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 17:23:39.160983 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9924e76b-7914-4cf2-8ae5-804a6f8fdb72 {{(pid=103839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 17:23:39.161368 dv-cinder-778193-22-iscsi neutron-server[103839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '767fde07-6e05-4a19-8f7d-4bf567aea174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9601e2d5-d1dc-4081-af49-1e25633ba42f', 'code': 200} Mar 02 17:23:39.212312 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f018d46-f790-4032-8aca-4e638f96febf req-c147c4c8-8119-4443-9426-e0f5a0188ded tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:39.213698 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-7f018d46-f790-4032-8aca-4e638f96febf req-c147c4c8-8119-4443-9426-e0f5a0188ded tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd465c29-f4bb-40d3-8087-a28561372930 HTTP/1.1" status: 200 len: 945 time: 0.0606711 Mar 02 17:23:39.270298 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-7f018d46-f790-4032-8aca-4e638f96febf req-52e91e07-cd76-48c0-b93b-6774dc8b49f0 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/security-groups?id=691587e8-f519-48ff-9a30-b494861ac1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486169 Mar 02 17:23:39.284395 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (9601e2d5-d1dc-4081-af49-1e25633ba42f), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:39.285205 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device d3d6a1fa-d70e-4381-8c00-417e289bec03 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 17:23:39.364270 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Pushing event updated for resources: {'Port': ['ID=9601e2d5-d1dc-4081-af49-1e25633ba42f,revision_number=5']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:23:39.375183 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad6f6a-6212-402a-9884-70a5b4cf64da req-c9b58fa9-5940-4590-a547-c2bf5fbbc5e3 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:39.376999 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e1ad6f6a-6212-402a-9884-70a5b4cf64da req-c9b58fa9-5940-4590-a547-c2bf5fbbc5e3 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/ports?device_id=767fde07-6e05-4a19-8f7d-4bf567aea174 HTTP/1.1" status: 200 len: 945 time: 0.0813937 Mar 02 17:23:39.414105 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Current status of the port d3d6a1fa-d70e-4381-8c00-417e289bec03 is: ACTIVE; New status is: DOWN {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:23:39.414794 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (d3d6a1fa-d70e-4381-8c00-417e289bec03), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:39.429550 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e1ad6f6a-6212-402a-9884-70a5b4cf64da req-83e60541-4e87-48d2-885b-95f705770f85 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/security-groups?id=48625e24-112d-44e3-a425-dd71a0915737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461607 Mar 02 17:23:39.456094 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] For port d3d6a1fa-d70e-4381-8c00-417e289bec03, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d3d6a1fa-d70e-4381-8c00-417e289bec03,segment=NetworkSegment(bb2b16e4-4f12-4cfe-8e89-0bb700c57910),segment_id=bb2b16e4-4f12-4cfe-8e89-0bb700c57910)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:23:39.543133 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (d3d6a1fa-d70e-4381-8c00-417e289bec03), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:39.569221 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab71a69-3583-415e-8a23-55040ae1de21 req-a5316df1-6250-4803-bb50-ffc4d934f374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:39.570780 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-cab71a69-3583-415e-8a23-55040ae1de21 req-a5316df1-6250-4803-bb50-ffc4d934f374 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=767fde07-6e05-4a19-8f7d-4bf567aea174 HTTP/1.1" status: 200 len: 1129 time: 0.0508289 Mar 02 17:23:39.602445 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Pushing event updated for resources: {'Port': ['ID=d3d6a1fa-d70e-4381-8c00-417e289bec03,revision_number=6']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:23:39.625645 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-cab71a69-3583-415e-8a23-55040ae1de21 req-0fbd66b9-9df0-45f4-a5b3-0fd5c76092ee service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=48625e24-112d-44e3-a425-dd71a0915737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483999 Mar 02 17:23:39.848781 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 52120) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:23:39.853720 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [None req-c9fbcfbd-2e92-4497-b76d-fec4047b7ea2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1578071465-network', 'tenant_id': '2d69c264c3f2466887590eca04ee2b9d'}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:23:39.919740 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9fbcfbd-2e92-4497-b76d-fec4047b7ea2 admin admin] Made reservation on behalf of 2d69c264c3f2466887590eca04ee2b9d for: {'network': 1} {{(pid=103838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:23:39.922268 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-c9fbcfbd-2e92-4497-b76d-fec4047b7ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for network (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:39.931098 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-c9fbcfbd-2e92-4497-b76d-fec4047b7ea2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:40.005369 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-c9fbcfbd-2e92-4497-b76d-fec4047b7ea2 admin admin] Publish callbacks [] for security_group (9f69a4c8-2a8c-480f-8d58-5b095282f26c), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:40.067087 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-c9fbcfbd-2e92-4497-b76d-fec4047b7ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (9f69a4c8-2a8c-480f-8d58-5b095282f26c), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:40.092392 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9fbcfbd-2e92-4497-b76d-fec4047b7ea2 admin admin] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=103838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:23:40.102246 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fbcfbd-2e92-4497-b76d-fec4047b7ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f69a4c8-2a8c-480f-8d58-5b095282f26c,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:23:40.107028 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-c9fbcfbd-2e92-4497-b76d-fec4047b7ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220699'] for segment (5dc49646-e649-4d4c-8f82-b96dda62a70d), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:40.107360 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.db.segments_db [None req-c9fbcfbd-2e92-4497-b76d-fec4047b7ea2 admin admin] Added segment 5dc49646-e649-4d4c-8f82-b96dda62a70d of type vlan for network 4e556e6b-2e0c-47b2-ad82-ecea10d97b1b Mar 02 17:23:40.149506 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-c9fbcfbd-2e92-4497-b76d-fec4047b7ea2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757691153484'] for network (4e556e6b-2e0c-47b2-ad82-ecea10d97b1b), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:40.238241 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-c9fbcfbd-2e92-4497-b76d-fec4047b7ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145'] for network (4e556e6b-2e0c-47b2-ad82-ecea10d97b1b), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:40.239288 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9fbcfbd-2e92-4497-b76d-fec4047b7ea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:40.239867 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-c9fbcfbd-2e92-4497-b76d-fec4047b7ea2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572135'] for network (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:40.303384 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fbcfbd-2e92-4497-b76d-fec4047b7ea2 admin admin] Pushing event updated for resources: {'Network': ['ID=4e556e6b-2e0c-47b2-ad82-ecea10d97b1b,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:23:40.315039 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Network 4e556e6b-2e0c-47b2-ad82-ecea10d97b1b details requested by agent ovs-agent-dv-cinder-778193-22-iscsi with host dv-cinder-778193-22-iscsi {{(pid=103839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 17:23:40.400608 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-c9fbcfbd-2e92-4497-b76d-fec4047b7ea2 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5507109 Mar 02 17:23:40.403358 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 52124) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:23:40.409049 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [None req-e7808a24-84bc-42ad-bf4c-40e24762b92f admin admin] Request body: {'subnet': {'network_id': '4e556e6b-2e0c-47b2-ad82-ecea10d97b1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1578071465-subnet', 'tenant_id': '2d69c264c3f2466887590eca04ee2b9d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:23:40.443656 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19c54af-16c8-4cae-9158-788472fe728c req-9bc1cd63-9fdf-4268-8a54-6643bc68d865 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:40.445163 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d19c54af-16c8-4cae-9158-788472fe728c req-9bc1cd63-9fdf-4268-8a54-6643bc68d865 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd465c29-f4bb-40d3-8087-a28561372930 HTTP/1.1" status: 200 len: 943 time: 0.0768394 Mar 02 17:23:40.496404 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d19c54af-16c8-4cae-9158-788472fe728c req-411574df-1be7-4961-b49e-3270baaf2016 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/security-groups?id=691587e8-f519-48ff-9a30-b494861ac1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454526 Mar 02 17:23:40.527864 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7808a24-84bc-42ad-bf4c-40e24762b92f admin admin] Made reservation on behalf of 2d69c264c3f2466887590eca04ee2b9d for: {'subnet': 1} {{(pid=103838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:23:40.530181 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-e7808a24-84bc-42ad-bf4c-40e24762b92f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26336855'] for subnet (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:40.614781 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75972b8d-c08a-4e24-b454-bf1070aa86ad req-78633fec-b9e3-41c6-b875-b6811b9fe182 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:40.616302 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-75972b8d-c08a-4e24-b454-bf1070aa86ad req-78633fec-b9e3-41c6-b875-b6811b9fe182 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/ports?device_id=767fde07-6e05-4a19-8f7d-4bf567aea174 HTTP/1.1" status: 200 len: 945 time: 0.1155589 Mar 02 17:23:40.698554 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-75972b8d-c08a-4e24-b454-bf1070aa86ad req-c064d3ee-f59f-45ab-9aed-0de48fc82684 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/security-groups?id=48625e24-112d-44e3-a425-dd71a0915737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765829 Mar 02 17:23:40.868412 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1318451-834d-457e-a44b-6dde69a26f8a req-57a60d66-b2f7-424b-b059-5f4a4f4cd895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:40.869970 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d1318451-834d-457e-a44b-6dde69a26f8a req-57a60d66-b2f7-424b-b059-5f4a4f4cd895 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=dd465c29-f4bb-40d3-8087-a28561372930&tenant_id=5ba5387a29d94fbbbf29115c3fa4a9d4 HTTP/1.1" status: 200 len: 1127 time: 0.0468926 Mar 02 17:23:40.872557 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-e7808a24-84bc-42ad-bf4c-40e24762b92f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26691210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26336869'] for subnet (9a847f9d-1f98-4119-b148-0a23bc989382), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:40.960269 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7808a24-84bc-42ad-bf4c-40e24762b92f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a847f9d-1f98-4119-b148-0a23bc989382,revision_number=0']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:23:40.974117 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7808a24-84bc-42ad-bf4c-40e24762b92f admin admin] Checking segment: {'id': '5dc49646-e649-4d4c-8f82-b96dda62a70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4e556e6b-2e0c-47b2-ad82-ecea10d97b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 17:23:40.974476 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7808a24-84bc-42ad-bf4c-40e24762b92f admin admin] Network hostable DHCP agents. Network: 4e556e6b-2e0c-47b2-ad82-ecea10d97b1b, hostable agents: ['0060df7f-f835-4890-b25c-3842f545a9d0'], hosted agents: [] {{(pid=103838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:23:40.986655 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1318451-834d-457e-a44b-6dde69a26f8a req-19322839-c69c-454b-aa19-d09389b91a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:40.989970 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d1318451-834d-457e-a44b-6dde69a26f8a req-19322839-c69c-454b-aa19-d09389b91a59 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5ba5387a29d94fbbbf29115c3fa4a9d4&device_id=dd465c29-f4bb-40d3-8087-a28561372930 HTTP/1.1" status: 200 len: 1127 time: 0.0901139 Mar 02 17:23:41.091362 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1318451-834d-457e-a44b-6dde69a26f8a req-14017d36-5852-4e5c-83f9-b3ce36c53a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:41.092806 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d1318451-834d-457e-a44b-6dde69a26f8a req-14017d36-5852-4e5c-83f9-b3ce36c53a06 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ba42464c-405f-4ebb-a940-670d1544688b HTTP/1.1" status: 200 len: 908 time: 0.0884237 Mar 02 17:23:41.095687 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7808a24-84bc-42ad-bf4c-40e24762b92f admin admin] Network 4e556e6b-2e0c-47b2-ad82-ecea10d97b1b is scheduled to be hosted by DHCP agent 0060df7f-f835-4890-b25c-3842f545a9d0 with binding_index 1 {{(pid=103838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:23:41.162581 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd465c29-f4bb-40d3-8087-a28561372930', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3d6a1fa-d70e-4381-8c00-417e289bec03'}] {{(pid=103839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 17:23:41.163948 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d1318451-834d-457e-a44b-6dde69a26f8a req-e8f13e77-e8b5-4eab-a906-f1f9277f07a7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3d6a1fa-d70e-4381-8c00-417e289bec03 HTTP/1.1" status: 200 len: 999 time: 0.0629683 Mar 02 17:23:41.165463 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1ae65c9246df630c0a528d92fdc2f4b7a0a5f54ed45d3739c3110b66571c885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d555d8-6b6e-40ef-bf91-1e352d10b351" -d '{"events": [{"server_uuid": "dd465c29-f4bb-40d3-8087-a28561372930", "name": "network-vif-unplugged", "status": "completed", "tag": "d3d6a1fa-d70e-4381-8c00-417e289bec03"}]}' {{(pid=103839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 17:23:41.199801 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.base_scheduler [None req-e7808a24-84bc-42ad-bf4c-40e24762b92f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-22-iscsi, 4e556e6b-2e0c-47b2-ad82-ecea10d97b1b) {{(pid=103838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:23:41.202495 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Mar 2022 17:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086f56c4-2be4-4a3c-8721-6117768f3147 x-openstack-request-id: req-086f56c4-2be4-4a3c-8721-6117768f3147 {{(pid=103839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 17:23:41.203205 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd465c29-f4bb-40d3-8087-a28561372930", "name": "network-vif-unplugged", "status": "completed", "tag": "d3d6a1fa-d70e-4381-8c00-417e289bec03", "code": 200}]} {{(pid=103839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 17:23:41.204393 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-086f56c4-2be4-4a3c-8721-6117768f3147 {{(pid=103839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 17:23:41.205088 dv-cinder-778193-22-iscsi neutron-server[103839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd465c29-f4bb-40d3-8087-a28561372930', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3d6a1fa-d70e-4381-8c00-417e289bec03', 'code': 200} Mar 02 17:23:41.208518 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0593b037-320f-4ecc-bd5b-ba5d64879a4e None None] Network 4e556e6b-2e0c-47b2-ad82-ecea10d97b1b requested from dv-cinder-778193-22-iscsi {{(pid=103839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 17:23:41.209821 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7808a24-84bc-42ad-bf4c-40e24762b92f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:41.210429 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-e7808a24-84bc-42ad-bf4c-40e24762b92f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:41.230232 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1318451-834d-457e-a44b-6dde69a26f8a req-0a43eb44-6f18-418a-9490-7fd9c0554cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:41.231707 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d1318451-834d-457e-a44b-6dde69a26f8a req-0a43eb44-6f18-418a-9490-7fd9c0554cb8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2a0d3268-f102-4234-baa8-674033af714e HTTP/1.1" status: 200 len: 846 time: 0.0615447 Mar 02 17:23:41.285288 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1318451-834d-457e-a44b-6dde69a26f8a req-5d66f479-ab9b-49ea-96ed-2d22251e676a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:41.287334 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d1318451-834d-457e-a44b-6dde69a26f8a req-5d66f479-ab9b-49ea-96ed-2d22251e676a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ba42464c-405f-4ebb-a940-670d1544688b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0484128 Mar 02 17:23:41.313125 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f83d397-024d-45e8-ac07-11715ba93e21 None None] Network 4e556e6b-2e0c-47b2-ad82-ecea10d97b1b requested from dv-cinder-778193-22-iscsi {{(pid=103839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 17:23:41.316930 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-e7808a24-84bc-42ad-bf4c-40e24762b92f admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9125698 Mar 02 17:23:41.388312 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d1318451-834d-457e-a44b-6dde69a26f8a req-cb29ba05-48e8-47ae-a98d-b26e6671a9b3 service neutron] 10.222.0.49 "GET /v2.0/networks/ba42464c-405f-4ebb-a940-670d1544688b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937192 Mar 02 17:23:41.447981 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 52132) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:23:41.492020 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d1318451-834d-457e-a44b-6dde69a26f8a req-444d949c-9532-45bf-b069-79fb01e6c6fa service neutron] 10.222.0.49 "GET /v2.0/networks/ba42464c-405f-4ebb-a940-670d1544688b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942075 Mar 02 17:23:41.495352 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.db.db_base_plugin_v2 [None req-0250bd58-0c90-42d1-83e0-d74e4163f29d admin admin] Deleting subnet e9b38b42-0d3f-47c6-b608-cf09ee681a59 {{(pid=103837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 17:23:41.498721 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-0250bd58-0c90-42d1-83e0-d74e4163f29d admin admin] Publish callbacks [] for subnet (e9b38b42-0d3f-47c6-b608-cf09ee681a59), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:41.532564 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-0250bd58-0c90-42d1-83e0-d74e4163f29d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29941814'] for subnet (e9b38b42-0d3f-47c6-b608-cf09ee681a59), precommit_delete_associations {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:41.572452 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-0250bd58-0c90-42d1-83e0-d74e4163f29d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223364'] for subnet (e9b38b42-0d3f-47c6-b608-cf09ee681a59), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:41.621008 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e1947-1a41-4f27-83ae-66625329b2ad req-07f57688-4525-47f7-bad0-e684df9e88a5 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:41.622593 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-9c7e1947-1a41-4f27-83ae-66625329b2ad req-07f57688-4525-47f7-bad0-e684df9e88a5 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd465c29-f4bb-40d3-8087-a28561372930 HTTP/1.1" status: 200 len: 943 time: 0.0553060 Mar 02 17:23:41.673586 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-9c7e1947-1a41-4f27-83ae-66625329b2ad req-ef882c21-9067-4bc8-a6fc-475f762c6580 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/security-groups?id=691587e8-f519-48ff-9a30-b494861ac1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451620 Mar 02 17:23:41.736985 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-0250bd58-0c90-42d1-83e0-d74e4163f29d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29943564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29592715'] for subnet (e9b38b42-0d3f-47c6-b608-cf09ee681a59), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:41.763825 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0250bd58-0c90-42d1-83e0-d74e4163f29d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9b38b42-0d3f-47c6-b608-cf09ee681a59,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:23:41.768913 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-0250bd58-0c90-42d1-83e0-d74e4163f29d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572135'] for subnet (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:41.783475 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-0250bd58-0c90-42d1-83e0-d74e4163f29d admin admin] 10.222.0.55 "DELETE /v2.0/subnets/e9b38b42-0d3f-47c6-b608-cf09ee681a59 HTTP/1.1" status: 204 len: 168 time: 0.3232625 Mar 02 17:23:41.783475 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 52138) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:23:41.828626 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de328bf-c743-4e30-a2cd-a26d0c9fa155 req-e054094f-8a40-48fd-b617-ccbb0946a389 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:41.830272 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-8de328bf-c743-4e30-a2cd-a26d0c9fa155 req-e054094f-8a40-48fd-b617-ccbb0946a389 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/ports?device_id=767fde07-6e05-4a19-8f7d-4bf567aea174 HTTP/1.1" status: 200 len: 945 time: 0.0583568 Mar 02 17:23:41.844614 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c5b2c051-06bc-4cdf-8cb0-73658f269216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4180927'] for network (8a3af067-018e-439c-aeda-1e063872534d), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:41.878412 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-8de328bf-c743-4e30-a2cd-a26d0c9fa155 req-f30097a0-e6b4-4dec-8be3-189feaf7b044 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/security-groups?id=48625e24-112d-44e3-a425-dd71a0915737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423298 Mar 02 17:23:41.923162 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c5b2c051-06bc-4cdf-8cb0-73658f269216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3970239', 'neutron.services.segments.db._delete_segments_for_network-8757691626141'] for network (8a3af067-018e-439c-aeda-1e063872534d), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:41.947079 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.services.segments.db [None req-c5b2c051-06bc-4cdf-8cb0-73658f269216 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a3af067-018e-439c-aeda-1e063872534d']}} {{(pid=103837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:23:41.958345 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.services.segments.db [None req-c5b2c051-06bc-4cdf-8cb0-73658f269216 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56e9613e-eb61-4436-9b40-909bc71188e4') {'for_net_delete': True} {{(pid=103837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:23:41.958632 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.services.segments.db [None req-c5b2c051-06bc-4cdf-8cb0-73658f269216 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56e9613e-eb61-4436-9b40-909bc71188e4') {} {{(pid=103837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:23:41.967893 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c5b2c051-06bc-4cdf-8cb0-73658f269216 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757691629734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29941793'] for segment (56e9613e-eb61-4436-9b40-909bc71188e4), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:41.984480 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c5b2c051-06bc-4cdf-8cb0-73658f269216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220699'] for segment (56e9613e-eb61-4436-9b40-909bc71188e4), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:41.991541 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5b2c051-06bc-4cdf-8cb0-73658f269216 admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=103837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 17:23:41.992074 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c5b2c051-06bc-4cdf-8cb0-73658f269216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29943762'] for segment (56e9613e-eb61-4436-9b40-909bc71188e4), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:41.994219 dv-cinder-778193-22-iscsi neutron-server[103837]: Traceback (most recent call last): Mar 02 17:23:41.994219 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 17:23:41.994219 dv-cinder-778193-22-iscsi neutron-server[103837]: timer() Mar 02 17:23:41.994219 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:23:41.994219 dv-cinder-778193-22-iscsi neutron-server[103837]: cb(*args, **kw) Mar 02 17:23:41.994219 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 17:23:41.994219 dv-cinder-778193-22-iscsi neutron-server[103837]: return func(*args, **kwargs) Mar 02 17:23:41.994219 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:23:41.994219 dv-cinder-778193-22-iscsi neutron-server[103837]: self._notify() Mar 02 17:23:41.994219 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:23:41.994219 dv-cinder-778193-22-iscsi neutron-server[103837]: self.callback(batched_events) Mar 02 17:23:41.994219 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:23:41.994219 dv-cinder-778193-22-iscsi neutron-server[103837]: event.method(event) Mar 02 17:23:41.994219 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 17:23:41.994219 dv-cinder-778193-22-iscsi neutron-server[103837]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:23:41.994219 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 17:23:41.994219 dv-cinder-778193-22-iscsi neutron-server[103837]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:23:41.994219 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 17:23:41.994219 dv-cinder-778193-22-iscsi neutron-server[103837]: return f(self, *a, **k) Mar 02 17:23:41.994219 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:23:41.994219 dv-cinder-778193-22-iscsi neutron-server[103837]: return self._get(url).json() Mar 02 17:23:41.994219 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:23:41.994219 dv-cinder-778193-22-iscsi neutron-server[103837]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:23:41.994219 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 17:23:41.994219 dv-cinder-778193-22-iscsi neutron-server[103837]: return self.request(url, 'GET', **kwargs) Mar 02 17:23:41.994219 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 17:23:41.994219 dv-cinder-778193-22-iscsi neutron-server[103837]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:23:41.994219 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 17:23:41.994219 dv-cinder-778193-22-iscsi neutron-server[103837]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:23:41.994219 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 17:23:41.994219 dv-cinder-778193-22-iscsi neutron-server[103837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:23:41.994219 dv-cinder-778193-22-iscsi neutron-server[103837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:23:42.135583 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c5b2c051-06bc-4cdf-8cb0-73658f269216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3970246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-755379'] for network (8a3af067-018e-439c-aeda-1e063872534d), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:42.140962 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c5b2c051-06bc-4cdf-8cb0-73658f269216 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572135'] for network (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:42.144453 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-c5b2c051-06bc-4cdf-8cb0-73658f269216 admin admin] 10.222.0.55 "DELETE /v2.0/networks/8a3af067-018e-439c-aeda-1e063872534d HTTP/1.1" status: 204 len: 168 time: 0.3684962 Mar 02 17:23:42.147412 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 52142) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:23:42.155764 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b2c051-06bc-4cdf-8cb0-73658f269216 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a3af067-018e-439c-aeda-1e063872534d,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:23:42.191720 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.db_base_plugin_v2 [None req-286a0384-5ee7-4507-9b92-12e7ff9355d1 admin admin] Deleting subnet 9a847f9d-1f98-4119-b148-0a23bc989382 {{(pid=103838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 17:23:42.194859 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-286a0384-5ee7-4507-9b92-12e7ff9355d1 admin admin] Publish callbacks [] for subnet (9a847f9d-1f98-4119-b148-0a23bc989382), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:42.228717 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-286a0384-5ee7-4507-9b92-12e7ff9355d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26733585'] for subnet (9a847f9d-1f98-4119-b148-0a23bc989382), precommit_delete_associations {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:42.268112 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-286a0384-5ee7-4507-9b92-12e7ff9355d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223364'] for subnet (9a847f9d-1f98-4119-b148-0a23bc989382), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:42.421748 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-286a0384-5ee7-4507-9b92-12e7ff9355d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26691277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26336892'] for subnet (9a847f9d-1f98-4119-b148-0a23bc989382), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:42.445469 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286a0384-5ee7-4507-9b92-12e7ff9355d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a847f9d-1f98-4119-b148-0a23bc989382,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:23:42.451483 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-286a0384-5ee7-4507-9b92-12e7ff9355d1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:42.455338 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-286a0384-5ee7-4507-9b92-12e7ff9355d1 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/9a847f9d-1f98-4119-b148-0a23bc989382 HTTP/1.1" status: 204 len: 168 time: 0.3069077 Mar 02 17:23:42.457873 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 52144) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:23:42.529897 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-b69f653a-5dd4-49ff-b968-1772b5ed01ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4180927'] for network (4e556e6b-2e0c-47b2-ad82-ecea10d97b1b), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:42.614785 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-b69f653a-5dd4-49ff-b968-1772b5ed01ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3970239', 'neutron.services.segments.db._delete_segments_for_network-8757691626141'] for network (4e556e6b-2e0c-47b2-ad82-ecea10d97b1b), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:42.636753 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.services.segments.db [None req-b69f653a-5dd4-49ff-b968-1772b5ed01ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e556e6b-2e0c-47b2-ad82-ecea10d97b1b']}} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:23:42.647401 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.services.segments.db [None req-b69f653a-5dd4-49ff-b968-1772b5ed01ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dc49646-e649-4d4c-8f82-b96dda62a70d') {'for_net_delete': True} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:23:42.647695 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.services.segments.db [None req-b69f653a-5dd4-49ff-b968-1772b5ed01ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dc49646-e649-4d4c-8f82-b96dda62a70d') {} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:23:42.658068 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-b69f653a-5dd4-49ff-b968-1772b5ed01ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757691629734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26733574'] for segment (5dc49646-e649-4d4c-8f82-b96dda62a70d), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:42.673129 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-b69f653a-5dd4-49ff-b968-1772b5ed01ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220699'] for segment (5dc49646-e649-4d4c-8f82-b96dda62a70d), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:42.679341 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b69f653a-5dd4-49ff-b968-1772b5ed01ef admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=103838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 17:23:42.679752 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-b69f653a-5dd4-49ff-b968-1772b5ed01ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26691091'] for segment (5dc49646-e649-4d4c-8f82-b96dda62a70d), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:42.681363 dv-cinder-778193-22-iscsi neutron-server[103838]: Traceback (most recent call last): Mar 02 17:23:42.681363 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 17:23:42.681363 dv-cinder-778193-22-iscsi neutron-server[103838]: timer() Mar 02 17:23:42.681363 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:23:42.681363 dv-cinder-778193-22-iscsi neutron-server[103838]: cb(*args, **kw) Mar 02 17:23:42.681363 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 17:23:42.681363 dv-cinder-778193-22-iscsi neutron-server[103838]: return func(*args, **kwargs) Mar 02 17:23:42.681363 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:23:42.681363 dv-cinder-778193-22-iscsi neutron-server[103838]: self._notify() Mar 02 17:23:42.681363 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:23:42.681363 dv-cinder-778193-22-iscsi neutron-server[103838]: self.callback(batched_events) Mar 02 17:23:42.681363 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:23:42.681363 dv-cinder-778193-22-iscsi neutron-server[103838]: event.method(event) Mar 02 17:23:42.681363 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 17:23:42.681363 dv-cinder-778193-22-iscsi neutron-server[103838]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:23:42.681363 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 17:23:42.681363 dv-cinder-778193-22-iscsi neutron-server[103838]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:23:42.681363 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 17:23:42.681363 dv-cinder-778193-22-iscsi neutron-server[103838]: return f(self, *a, **k) Mar 02 17:23:42.681363 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:23:42.681363 dv-cinder-778193-22-iscsi neutron-server[103838]: return self._get(url).json() Mar 02 17:23:42.681363 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:23:42.681363 dv-cinder-778193-22-iscsi neutron-server[103838]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:23:42.681363 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 17:23:42.681363 dv-cinder-778193-22-iscsi neutron-server[103838]: return self.request(url, 'GET', **kwargs) Mar 02 17:23:42.681363 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 17:23:42.681363 dv-cinder-778193-22-iscsi neutron-server[103838]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:23:42.681363 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 17:23:42.681363 dv-cinder-778193-22-iscsi neutron-server[103838]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:23:42.681363 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 17:23:42.681363 dv-cinder-778193-22-iscsi neutron-server[103838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:23:42.681363 dv-cinder-778193-22-iscsi neutron-server[103838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:23:42.810059 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0629a2bf-9df2-4199-9149-342e1eb36b13 req-a93de4b1-402b-4a93-b33a-a47c6c75b924 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:42.811592 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0629a2bf-9df2-4199-9149-342e1eb36b13 req-a93de4b1-402b-4a93-b33a-a47c6c75b924 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd465c29-f4bb-40d3-8087-a28561372930 HTTP/1.1" status: 200 len: 943 time: 0.0662868 Mar 02 17:23:42.860959 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0629a2bf-9df2-4199-9149-342e1eb36b13 req-227db8a1-c794-4650-9cbe-161e460f4433 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/security-groups?id=691587e8-f519-48ff-9a30-b494861ac1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432680 Mar 02 17:23:42.879823 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-b69f653a-5dd4-49ff-b968-1772b5ed01ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3970246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-755379'] for network (4e556e6b-2e0c-47b2-ad82-ecea10d97b1b), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:42.886477 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-b69f653a-5dd4-49ff-b968-1772b5ed01ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572135'] for network (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:42.891107 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-b69f653a-5dd4-49ff-b968-1772b5ed01ef admin admin] 10.222.0.55 "DELETE /v2.0/networks/4e556e6b-2e0c-47b2-ad82-ecea10d97b1b HTTP/1.1" status: 204 len: 168 time: 0.4306324 Mar 02 17:23:42.900925 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69f653a-5dd4-49ff-b968-1772b5ed01ef admin admin] Pushing event deleted for resources: {'Network': ['ID=4e556e6b-2e0c-47b2-ad82-ecea10d97b1b,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:23:43.305453 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 52154) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:23:43.347339 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-47c70030-c7d3-497a-972f-fd8cf99401f5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f4fc9bd323e447dc881962e223f8cffe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406291 Mar 02 17:23:43.349693 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 52156) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:23:43.398246 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-334f9cd1-8180-4e0d-aa9f-86df56f590e8 admin admin] Publish callbacks [] for security_group (e6223cb8-6c9e-4cd5-8457-d65bc3351ea1), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:43.420179 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-334f9cd1-8180-4e0d-aa9f-86df56f590e8 admin admin] Publish callbacks [] for security_group (e6223cb8-6c9e-4cd5-8457-d65bc3351ea1), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:43.548102 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (dbb67c4d-7aa5-4acf-82b3-541c1cabd3d2), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:43.575404 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-334f9cd1-8180-4e0d-aa9f-86df56f590e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (e6223cb8-6c9e-4cd5-8457-d65bc3351ea1), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:43.578126 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-334f9cd1-8180-4e0d-aa9f-86df56f590e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:43.582184 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-334f9cd1-8180-4e0d-aa9f-86df56f590e8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e6223cb8-6c9e-4cd5-8457-d65bc3351ea1 HTTP/1.1" status: 204 len: 168 time: 0.2313602 Mar 02 17:23:43.590480 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334f9cd1-8180-4e0d-aa9f-86df56f590e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6223cb8-6c9e-4cd5-8457-d65bc3351ea1,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:23:43.995765 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5286b860-bba3-40a3-9751-acc057af521a req-9d538380-1203-4cc7-ac75-eef130d0b45f tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:43.997425 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-5286b860-bba3-40a3-9751-acc057af521a req-9d538380-1203-4cc7-ac75-eef130d0b45f tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd465c29-f4bb-40d3-8087-a28561372930 HTTP/1.1" status: 200 len: 943 time: 0.0589302 Mar 02 17:23:44.067718 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-5286b860-bba3-40a3-9751-acc057af521a req-5f42732f-2241-4ab9-96d1-75dbe7ab4aad tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/security-groups?id=691587e8-f519-48ff-9a30-b494861ac1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638492 Mar 02 17:23:44.376587 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 52174) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:23:44.415698 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-c6d8eb42-2fca-4812-9691-d9c9c215d58e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2d69c264c3f2466887590eca04ee2b9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379403 Mar 02 17:23:44.418444 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 52176) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:23:44.471720 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-bdc3d17f-2ca8-4f2e-9408-d6da91366946 admin admin] Publish callbacks [] for security_group (9f69a4c8-2a8c-480f-8d58-5b095282f26c), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:44.494348 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-bdc3d17f-2ca8-4f2e-9408-d6da91366946 admin admin] Publish callbacks [] for security_group (9f69a4c8-2a8c-480f-8d58-5b095282f26c), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:44.655523 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-bdc3d17f-2ca8-4f2e-9408-d6da91366946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (9f69a4c8-2a8c-480f-8d58-5b095282f26c), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:44.659440 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-bdc3d17f-2ca8-4f2e-9408-d6da91366946 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:44.661211 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-bdc3d17f-2ca8-4f2e-9408-d6da91366946 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9f69a4c8-2a8c-480f-8d58-5b095282f26c HTTP/1.1" status: 204 len: 168 time: 0.2416515 Mar 02 17:23:44.673862 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc3d17f-2ca8-4f2e-9408-d6da91366946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f69a4c8-2a8c-480f-8d58-5b095282f26c,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:23:45.199930 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fae267-66d1-4399-899d-5f9f7af0899e req-3979de67-76c3-4752-b154-e7c45fd1f26a tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:45.201407 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-19fae267-66d1-4399-899d-5f9f7af0899e req-3979de67-76c3-4752-b154-e7c45fd1f26a tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd465c29-f4bb-40d3-8087-a28561372930 HTTP/1.1" status: 200 len: 943 time: 0.0586133 Mar 02 17:23:45.251682 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-19fae267-66d1-4399-899d-5f9f7af0899e req-b60bc05b-8014-4ddc-9168-970c59c2e752 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/security-groups?id=691587e8-f519-48ff-9a30-b494861ac1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439467 Mar 02 17:23:46.373556 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b69488-5d9f-4af9-9963-24e6b3478f5a req-09bed14b-fbbf-4047-ba90-fe6814af5f82 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:46.375090 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-28b69488-5d9f-4af9-9963-24e6b3478f5a req-09bed14b-fbbf-4047-ba90-fe6814af5f82 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd465c29-f4bb-40d3-8087-a28561372930 HTTP/1.1" status: 200 len: 943 time: 0.0527048 Mar 02 17:23:46.426961 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-28b69488-5d9f-4af9-9963-24e6b3478f5a req-9615b3f5-5d17-4cde-8702-26ca3cdb00dc tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/security-groups?id=691587e8-f519-48ff-9a30-b494861ac1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441649 Mar 02 17:23:47.562146 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c833295-f5de-425f-84ff-29e328c50e89 req-3964c3da-3d33-4731-9f7a-7cadd24a171d tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:47.564101 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-1c833295-f5de-425f-84ff-29e328c50e89 req-3964c3da-3d33-4731-9f7a-7cadd24a171d tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd465c29-f4bb-40d3-8087-a28561372930 HTTP/1.1" status: 200 len: 943 time: 0.0675178 Mar 02 17:23:47.617424 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 52244) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:23:47.624158 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-1c833295-f5de-425f-84ff-29e328c50e89 req-c276f675-5779-4896-b095-b437bfeda857 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/security-groups?id=691587e8-f519-48ff-9a30-b494861ac1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544298 Mar 02 17:23:47.732416 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-89a67797-8880-4bf2-8323-6dcad834237d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:47.805198 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-89a67797-8880-4bf2-8323-6dcad834237d admin admin] Publish callbacks [] for security_group (733a74bf-b6a1-4141-9df4-0bd4aa46bfed), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:47.975104 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-89a67797-8880-4bf2-8323-6dcad834237d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (733a74bf-b6a1-4141-9df4-0bd4aa46bfed), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:48.019782 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-89a67797-8880-4bf2-8323-6dcad834237d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=49c0a79c488e4ac28b3cce703b7fef21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3976293 Mar 02 17:23:48.019782 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a67797-8880-4bf2-8323-6dcad834237d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=733a74bf-b6a1-4141-9df4-0bd4aa46bfed,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:23:48.023681 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 52248) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:23:48.070192 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-8c09a959-c2b4-4230-9343-678490bdfe73 admin admin] Publish callbacks [] for security_group (733a74bf-b6a1-4141-9df4-0bd4aa46bfed), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:48.091342 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-8c09a959-c2b4-4230-9343-678490bdfe73 admin admin] Publish callbacks [] for security_group (733a74bf-b6a1-4141-9df4-0bd4aa46bfed), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:48.251663 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-8c09a959-c2b4-4230-9343-678490bdfe73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (733a74bf-b6a1-4141-9df4-0bd4aa46bfed), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:48.254269 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-8c09a959-c2b4-4230-9343-678490bdfe73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:48.255467 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-8c09a959-c2b4-4230-9343-678490bdfe73 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/733a74bf-b6a1-4141-9df4-0bd4aa46bfed HTTP/1.1" status: 204 len: 168 time: 0.2345223 Mar 02 17:23:48.263855 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c09a959-c2b4-4230-9343-678490bdfe73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=733a74bf-b6a1-4141-9df4-0bd4aa46bfed,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:23:48.629609 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device d3d6a1fa-d70e-4381-8c00-417e289bec03 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 17:23:48.742043 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] For port d3d6a1fa-d70e-4381-8c00-417e289bec03, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d3d6a1fa-d70e-4381-8c00-417e289bec03,segment=NetworkSegment(bb2b16e4-4f12-4cfe-8e89-0bb700c57910),segment_id=bb2b16e4-4f12-4cfe-8e89-0bb700c57910)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:23:48.754844 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Returning: {'device': 'd3d6a1fa-d70e-4381-8c00-417e289bec03', 'network_id': 'ba42464c-405f-4ebb-a940-670d1544688b', 'port_id': 'd3d6a1fa-d70e-4381-8c00-417e289bec03', 'mac_address': 'fa:16:3e:84:75:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a0d3268-f102-4234-baa8-674033af714e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 17:23:48.760209 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060310a7-3b6b-4af1-930d-6ffd4e739597 req-59abffcc-ff7b-4c29-963e-c7dc11c28dfd tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:48.761960 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-060310a7-3b6b-4af1-930d-6ffd4e739597 req-59abffcc-ff7b-4c29-963e-c7dc11c28dfd tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd465c29-f4bb-40d3-8087-a28561372930 HTTP/1.1" status: 200 len: 943 time: 0.0641029 Mar 02 17:23:48.794828 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Current status of the port d3d6a1fa-d70e-4381-8c00-417e289bec03 is: DOWN; New status is: BUILD {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:23:48.796039 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (d3d6a1fa-d70e-4381-8c00-417e289bec03), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:48.810011 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.notifiers.nova [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3d6a1fa-d70e-4381-8c00-417e289bec03 {{(pid=103839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 17:23:48.819076 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-060310a7-3b6b-4af1-930d-6ffd4e739597 req-69bf62da-07a2-4042-a2c4-ea596ea73dd7 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/security-groups?id=691587e8-f519-48ff-9a30-b494861ac1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497048 Mar 02 17:23:48.835840 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] For port d3d6a1fa-d70e-4381-8c00-417e289bec03, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d3d6a1fa-d70e-4381-8c00-417e289bec03,segment=NetworkSegment(bb2b16e4-4f12-4cfe-8e89-0bb700c57910),segment_id=bb2b16e4-4f12-4cfe-8e89-0bb700c57910)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:23:48.982970 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (d3d6a1fa-d70e-4381-8c00-417e289bec03), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:49.031653 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Pushing event updated for resources: {'Port': ['ID=d3d6a1fa-d70e-4381-8c00-417e289bec03,revision_number=7']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:23:49.045595 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 52258) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:23:49.059745 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-b8096230-720e-4eda-9708-8d747d9330bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:49.142608 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-b8096230-720e-4eda-9708-8d747d9330bf admin admin] Publish callbacks [] for security_group (94a7211a-046a-475b-9a17-ad0b993d3747), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:49.228302 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-b8096230-720e-4eda-9708-8d747d9330bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (94a7211a-046a-475b-9a17-ad0b993d3747), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:49.250541 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] get_ports_and_sgs() called for port_ids ['d3d6a1fa-d70e-4381-8c00-417e289bec03'] {{(pid=103839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 17:23:49.268202 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-b8096230-720e-4eda-9708-8d747d9330bf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e26e7223091d45f991e6497380af428d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2212126 Mar 02 17:23:49.270587 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 52260) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:23:49.277900 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8096230-720e-4eda-9708-8d747d9330bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a7211a-046a-475b-9a17-ad0b993d3747,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:23:49.330952 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c51b917c-35eb-446c-bf58-0d488d7b4fb3 admin admin] Publish callbacks [] for security_group (94a7211a-046a-475b-9a17-ad0b993d3747), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:49.354848 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c51b917c-35eb-446c-bf58-0d488d7b4fb3 admin admin] Publish callbacks [] for security_group (94a7211a-046a-475b-9a17-ad0b993d3747), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:49.479897 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c51b917c-35eb-446c-bf58-0d488d7b4fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (94a7211a-046a-475b-9a17-ad0b993d3747), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:49.482688 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c51b917c-35eb-446c-bf58-0d488d7b4fb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:49.483904 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-c51b917c-35eb-446c-bf58-0d488d7b4fb3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/94a7211a-046a-475b-9a17-ad0b993d3747 HTTP/1.1" status: 204 len: 168 time: 0.2121723 Mar 02 17:23:49.492719 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51b917c-35eb-446c-bf58-0d488d7b4fb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a7211a-046a-475b-9a17-ad0b993d3747,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:23:49.940873 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4d63a0-876d-404f-8dc5-016adef6ab0a req-88707526-23c4-4601-babf-30e76f0a3862 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:49.942366 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-bb4d63a0-876d-404f-8dc5-016adef6ab0a req-88707526-23c4-4601-babf-30e76f0a3862 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd465c29-f4bb-40d3-8087-a28561372930 HTTP/1.1" status: 200 len: 944 time: 0.0524702 Mar 02 17:23:49.997709 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-bb4d63a0-876d-404f-8dc5-016adef6ab0a req-66d685ab-275c-4650-947c-1c872193b842 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/security-groups?id=691587e8-f519-48ff-9a30-b494861ac1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498071 Mar 02 17:23:50.636936 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device d3d6a1fa-d70e-4381-8c00-417e289bec03 up at agent hyperv_hv-cinder-77819 {{(pid=103839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 17:23:50.684644 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Provisioning complete for port d3d6a1fa-d70e-4381-8c00-417e289bec03 triggered by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:23:50.685061 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (d3d6a1fa-d70e-4381-8c00-417e289bec03), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:50.764191 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Current status of the port d3d6a1fa-d70e-4381-8c00-417e289bec03 is: BUILD; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:23:50.764672 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (d3d6a1fa-d70e-4381-8c00-417e289bec03), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:50.787937 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd465c29-f4bb-40d3-8087-a28561372930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3d6a1fa-d70e-4381-8c00-417e289bec03'}] {{(pid=103839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 17:23:50.790187 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1ae65c9246df630c0a528d92fdc2f4b7a0a5f54ed45d3739c3110b66571c885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b03cb94b-fc61-467e-a9c7-bacafd14111e" -d '{"events": [{"server_uuid": "dd465c29-f4bb-40d3-8087-a28561372930", "name": "network-vif-plugged", "status": "completed", "tag": "d3d6a1fa-d70e-4381-8c00-417e289bec03"}]}' {{(pid=103839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 17:23:50.803443 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] For port d3d6a1fa-d70e-4381-8c00-417e289bec03, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d3d6a1fa-d70e-4381-8c00-417e289bec03,segment=NetworkSegment(bb2b16e4-4f12-4cfe-8e89-0bb700c57910),segment_id=bb2b16e4-4f12-4cfe-8e89-0bb700c57910)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:23:50.836004 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 17:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0faa889c-23d9-441e-bcfb-7d030e248bf1 x-openstack-request-id: req-0faa889c-23d9-441e-bcfb-7d030e248bf1 {{(pid=103839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 17:23:50.836239 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd465c29-f4bb-40d3-8087-a28561372930", "name": "network-vif-plugged", "status": "completed", "tag": "d3d6a1fa-d70e-4381-8c00-417e289bec03", "code": 200}]} {{(pid=103839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 17:23:50.836408 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0faa889c-23d9-441e-bcfb-7d030e248bf1 {{(pid=103839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 17:23:50.836791 dv-cinder-778193-22-iscsi neutron-server[103839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd465c29-f4bb-40d3-8087-a28561372930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3d6a1fa-d70e-4381-8c00-417e289bec03', 'code': 200} Mar 02 17:23:50.913686 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (d3d6a1fa-d70e-4381-8c00-417e289bec03), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:50.963582 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Pushing event updated for resources: {'Port': ['ID=d3d6a1fa-d70e-4381-8c00-417e289bec03,revision_number=8']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:23:51.121770 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b4050e-d335-434e-b02b-3f3b35c8b6b7 req-e7ce5817-2f13-45a2-bd9d-c63f1e939c7d tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:51.123433 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-35b4050e-d335-434e-b02b-3f3b35c8b6b7 req-e7ce5817-2f13-45a2-bd9d-c63f1e939c7d tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd465c29-f4bb-40d3-8087-a28561372930 HTTP/1.1" status: 200 len: 945 time: 0.0562766 Mar 02 17:23:51.202659 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-35b4050e-d335-434e-b02b-3f3b35c8b6b7 req-11066df4-a467-4822-b2bd-1e247743b4f0 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/security-groups?id=691587e8-f519-48ff-9a30-b494861ac1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732284 Mar 02 17:23:51.209133 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4588f499-55fb-41f2-ac73-6a2977624995 req-b517e8b0-af5f-40fa-9bda-5c797dba7462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:51.210619 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-4588f499-55fb-41f2-ac73-6a2977624995 req-b517e8b0-af5f-40fa-9bda-5c797dba7462 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=dd465c29-f4bb-40d3-8087-a28561372930 HTTP/1.1" status: 200 len: 1129 time: 0.0753605 Mar 02 17:23:51.260924 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-4588f499-55fb-41f2-ac73-6a2977624995 req-9689a332-6855-4b3b-be58-34f57887ea6d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=691587e8-f519-48ff-9a30-b494861ac1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408182 Mar 02 17:23:52.332470 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6285de15-1986-46dc-bcca-ac03147739fe req-c2f6cca6-4114-47ce-b1b7-c7c691ad6189 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:52.333997 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-6285de15-1986-46dc-bcca-ac03147739fe req-c2f6cca6-4114-47ce-b1b7-c7c691ad6189 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd465c29-f4bb-40d3-8087-a28561372930 HTTP/1.1" status: 200 len: 945 time: 0.0611780 Mar 02 17:23:52.386215 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-6285de15-1986-46dc-bcca-ac03147739fe req-bc8e6d29-62ee-497f-9d7e-194ad9957cb9 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/security-groups?id=691587e8-f519-48ff-9a30-b494861ac1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466986 Mar 02 17:23:53.517289 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2325045e-161c-459a-831a-34b7d633c5db req-015672db-9487-49fe-97a7-afab91d28005 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:53.518817 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2325045e-161c-459a-831a-34b7d633c5db req-015672db-9487-49fe-97a7-afab91d28005 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd465c29-f4bb-40d3-8087-a28561372930 HTTP/1.1" status: 200 len: 945 time: 0.0529315 Mar 02 17:23:53.570707 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2325045e-161c-459a-831a-34b7d633c5db req-c867a99e-a83e-45f3-a298-8113803df03a tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/security-groups?id=691587e8-f519-48ff-9a30-b494861ac1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462856 Mar 02 17:23:53.840647 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.agents_db [None req-2c4e262f-840f-46f3-949a-97bfddff46e9 None None] Agent healthcheck: found 6 active agents {{(pid=103840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 17:23:56.407186 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 52392) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:23:56.462517 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c88b94-459d-431a-9108-acc0f40badf6 req-ab1c3fe0-bfc1-4a7a-9163-853e22393716 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:56.464088 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-40c88b94-459d-431a-9108-acc0f40badf6 req-ab1c3fe0-bfc1-4a7a-9163-853e22393716 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/ports?device_id=767fde07-6e05-4a19-8f7d-4bf567aea174 HTTP/1.1" status: 200 len: 945 time: 0.0672479 Mar 02 17:23:56.515463 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-40c88b94-459d-431a-9108-acc0f40badf6 req-ddf8b2cd-9c45-48de-afb1-6e0095bb40ab tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/security-groups?id=48625e24-112d-44e3-a425-dd71a0915737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456171 Mar 02 17:23:56.535967 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-fbccd153-2e6d-4de2-ac19-402b486acbab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:56.608000 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-fbccd153-2e6d-4de2-ac19-402b486acbab admin admin] Publish callbacks [] for security_group (b728f502-77a1-46d8-8fe8-46edae2495a9), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:56.672070 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-fbccd153-2e6d-4de2-ac19-402b486acbab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (b728f502-77a1-46d8-8fe8-46edae2495a9), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:56.709913 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbccd153-2e6d-4de2-ac19-402b486acbab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b728f502-77a1-46d8-8fe8-46edae2495a9,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:23:56.714861 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-fbccd153-2e6d-4de2-ac19-402b486acbab admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fb06618736134782b271394462cab750&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3066230 Mar 02 17:23:56.717454 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 52396) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:23:56.770019 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2fd3e3f4-6e7b-45cf-845d-397a65020fef admin admin] Publish callbacks [] for security_group (b728f502-77a1-46d8-8fe8-46edae2495a9), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:56.792168 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2fd3e3f4-6e7b-45cf-845d-397a65020fef admin admin] Publish callbacks [] for security_group (b728f502-77a1-46d8-8fe8-46edae2495a9), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:57.474022 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2fd3e3f4-6e7b-45cf-845d-397a65020fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (b728f502-77a1-46d8-8fe8-46edae2495a9), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:57.476756 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2fd3e3f4-6e7b-45cf-845d-397a65020fef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:57.477918 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-2fd3e3f4-6e7b-45cf-845d-397a65020fef admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b728f502-77a1-46d8-8fe8-46edae2495a9 HTTP/1.1" status: 204 len: 168 time: 0.7595112 Mar 02 17:23:57.485830 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd3e3f4-6e7b-45cf-845d-397a65020fef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b728f502-77a1-46d8-8fe8-46edae2495a9,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:23:57.636310 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e290ba9a-49e8-45b5-8008-14281d7e0ea4 req-021629a0-1dbe-4334-a1a2-8c37256a80f9 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:57.637801 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e290ba9a-49e8-45b5-8008-14281d7e0ea4 req-021629a0-1dbe-4334-a1a2-8c37256a80f9 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/ports?device_id=767fde07-6e05-4a19-8f7d-4bf567aea174 HTTP/1.1" status: 200 len: 945 time: 0.0532432 Mar 02 17:23:57.685652 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e290ba9a-49e8-45b5-8008-14281d7e0ea4 req-0d2656e1-12b2-4660-8820-3286ba34c427 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/security-groups?id=48625e24-112d-44e3-a425-dd71a0915737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420544 Mar 02 17:23:58.075454 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 52404) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:23:58.088387 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-a138b88d-19b1-46d3-bd80-939edabd6d00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:58.160423 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-a138b88d-19b1-46d3-bd80-939edabd6d00 admin admin] Publish callbacks [] for security_group (932d69c7-051d-453e-a9be-8a54ce704141), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:58.262851 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-a138b88d-19b1-46d3-bd80-939edabd6d00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (932d69c7-051d-453e-a9be-8a54ce704141), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:58.313511 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-a138b88d-19b1-46d3-bd80-939edabd6d00 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c200ebc321ea429cb4e433b18ab75e67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2369208 Mar 02 17:23:58.315035 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a138b88d-19b1-46d3-bd80-939edabd6d00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=932d69c7-051d-453e-a9be-8a54ce704141,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:23:58.316975 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 52406) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:23:58.329115 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44dc19e-cc9f-4613-a0e5-eaddda4337da req-cbaddd29-9039-482b-a2ca-a01eb626e871 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:23:58.330571 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-b44dc19e-cc9f-4613-a0e5-eaddda4337da req-cbaddd29-9039-482b-a2ca-a01eb626e871 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.49 "GET /v2.0/ports?device_id=767fde07-6e05-4a19-8f7d-4bf567aea174 HTTP/1.1" status: 200 len: 945 time: 0.0967472 Mar 02 17:23:58.365585 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-413d1b4a-e8fe-4ae9-88f1-63fcc6e36d21 admin admin] Publish callbacks [] for security_group (932d69c7-051d-453e-a9be-8a54ce704141), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:58.387288 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-413d1b4a-e8fe-4ae9-88f1-63fcc6e36d21 admin admin] Publish callbacks [] for security_group (932d69c7-051d-453e-a9be-8a54ce704141), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:58.423366 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [req-b44dc19e-cc9f-4613-a0e5-eaddda4337da req-4e24fb2d-b0f7-4277-99b5-1ce9f1e8a0e7 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Deleting port 9601e2d5-d1dc-4081-af49-1e25633ba42f {{(pid=103838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 17:23:58.423871 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-b44dc19e-cc9f-4613-a0e5-eaddda4337da req-4e24fb2d-b0f7-4277-99b5-1ce9f1e8a0e7 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757691651449'] for port (9601e2d5-d1dc-4081-af49-1e25633ba42f), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:58.520046 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-413d1b4a-e8fe-4ae9-88f1-63fcc6e36d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (932d69c7-051d-453e-a9be-8a54ce704141), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:58.521092 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [req-b44dc19e-cc9f-4613-a0e5-eaddda4337da req-4e24fb2d-b0f7-4277-99b5-1ce9f1e8a0e7 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] For port 9601e2d5-d1dc-4081-af49-1e25633ba42f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=9601e2d5-d1dc-4081-af49-1e25633ba42f,segment=NetworkSegment(7b097a75-0850-4639-99e3-0fb55a9f4ea1),segment_id=7b097a75-0850-4639-99e3-0fb55a9f4ea1)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:23:58.521573 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-b44dc19e-cc9f-4613-a0e5-eaddda4337da req-4e24fb2d-b0f7-4277-99b5-1ce9f1e8a0e7 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757418'] for port (9601e2d5-d1dc-4081-af49-1e25633ba42f), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:58.522673 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-413d1b4a-e8fe-4ae9-88f1-63fcc6e36d21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:58.523815 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-413d1b4a-e8fe-4ae9-88f1-63fcc6e36d21 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/932d69c7-051d-453e-a9be-8a54ce704141 HTTP/1.1" status: 204 len: 168 time: 0.2057998 Mar 02 17:23:58.531559 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413d1b4a-e8fe-4ae9-88f1-63fcc6e36d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=932d69c7-051d-453e-a9be-8a54ce704141,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:23:58.536181 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [req-b44dc19e-cc9f-4613-a0e5-eaddda4337da req-4e24fb2d-b0f7-4277-99b5-1ce9f1e8a0e7 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Calling delete_port for 9601e2d5-d1dc-4081-af49-1e25633ba42f owned by compute:nova {{(pid=103838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 17:23:58.732283 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-b44dc19e-cc9f-4613-a0e5-eaddda4337da req-4e24fb2d-b0f7-4277-99b5-1ce9f1e8a0e7 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757691659996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757691134190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26691326'] for port (9601e2d5-d1dc-4081-af49-1e25633ba42f), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:58.744505 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] get_ports_and_sgs() called for port_ids ['10814798-0cc1-4d35-b096-d2b66d62fafb', '08de4024-d6d4-4c17-979e-d37fe790ab8a', '2a67c2da-16c9-4333-acce-cc6669c7b2ac'] {{(pid=103839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 17:23:58.763219 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e24fb2d-b0f7-4277-99b5-1ce9f1e8a0e7 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Pushing event deleted for resources: {'Port': ['ID=9601e2d5-d1dc-4081-af49-1e25633ba42f,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:23:58.796343 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-f412e898-19c4-4653-b8e7-15aaae6c5a2f req-47b8b855-c399-4bc3-907a-df98c74e14f9 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/ports?device_id=767fde07-6e05-4a19-8f7d-4bf567aea174 HTTP/1.1" status: 200 len: 210 time: 0.0377986 Mar 02 17:23:58.843499 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [req-b44dc19e-cc9f-4613-a0e5-eaddda4337da req-4e24fb2d-b0f7-4277-99b5-1ce9f1e8a0e7 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] No DVR routers for this DVR port 9601e2d5-d1dc-4081-af49-1e25633ba42f on host hv-cinder-77819 {{(pid=103838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:23:58.846911 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-b44dc19e-cc9f-4613-a0e5-eaddda4337da req-4e24fb2d-b0f7-4277-99b5-1ce9f1e8a0e7 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021714'] for port (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:58.851056 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-b44dc19e-cc9f-4613-a0e5-eaddda4337da req-4e24fb2d-b0f7-4277-99b5-1ce9f1e8a0e7 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.49 "DELETE /v2.0/ports/9601e2d5-d1dc-4081-af49-1e25633ba42f HTTP/1.1" status: 204 len: 173 time: 0.5153205 Mar 02 17:23:58.851524 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '767fde07-6e05-4a19-8f7d-4bf567aea174', 'name': 'network-vif-deleted', 'tag': '9601e2d5-d1dc-4081-af49-1e25633ba42f'}] {{(pid=103838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 17:23:58.853831 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7c8e0f7c7170b606f581d652a183e77a47547618c5f9292d8eb62f06a367e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea529bd-d407-40f2-b791-3fb011353682" -d '{"events": [{"server_uuid": "767fde07-6e05-4a19-8f7d-4bf567aea174", "name": "network-vif-deleted", "tag": "9601e2d5-d1dc-4081-af49-1e25633ba42f"}]}' {{(pid=103838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 17:23:58.896303 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 17:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e3953b-6ec6-4a6c-b327-794b39c721b8 x-openstack-request-id: req-11e3953b-6ec6-4a6c-b327-794b39c721b8 {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 17:23:58.896599 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "767fde07-6e05-4a19-8f7d-4bf567aea174", "name": "network-vif-deleted", "tag": "9601e2d5-d1dc-4081-af49-1e25633ba42f", "status": "completed", "code": 200}]} {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 17:23:58.896855 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-11e3953b-6ec6-4a6c-b327-794b39c721b8 {{(pid=103838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 17:23:58.897259 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '767fde07-6e05-4a19-8f7d-4bf567aea174', 'name': 'network-vif-deleted', 'tag': '9601e2d5-d1dc-4081-af49-1e25633ba42f', 'status': 'completed', 'code': 200} Mar 02 17:23:59.618647 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 52432) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:23:59.714836 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-a3bc7f9f-393d-40d2-b5aa-0832dbe23003 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1027455827-network', 'tenant_id': '344ccdc68ff24a70ac106dd05ada7282'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:23:59.816233 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3bc7f9f-393d-40d2-b5aa-0832dbe23003 admin admin] Made reservation on behalf of 344ccdc68ff24a70ac106dd05ada7282 for: {'network': 1} {{(pid=103837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:23:59.819508 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a3bc7f9f-393d-40d2-b5aa-0832dbe23003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for network (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:59.827960 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a3bc7f9f-393d-40d2-b5aa-0832dbe23003 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:23:59.916494 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a3bc7f9f-393d-40d2-b5aa-0832dbe23003 admin admin] Publish callbacks [] for security_group (2c13f513-a81b-4865-b7d8-a336778153a8), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:00.038163 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a3bc7f9f-393d-40d2-b5aa-0832dbe23003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (2c13f513-a81b-4865-b7d8-a336778153a8), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:00.062696 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3bc7f9f-393d-40d2-b5aa-0832dbe23003 admin admin] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=103837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:24:00.071308 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bc7f9f-393d-40d2-b5aa-0832dbe23003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c13f513-a81b-4865-b7d8-a336778153a8,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:24:00.087052 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a3bc7f9f-393d-40d2-b5aa-0832dbe23003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220699'] for segment (8b952246-70b3-4895-96e3-077b5fbd7a47), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:00.087052 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.db.segments_db [None req-a3bc7f9f-393d-40d2-b5aa-0832dbe23003 admin admin] Added segment 8b952246-70b3-4895-96e3-077b5fbd7a47 of type vlan for network 38fcb168-06f2-453c-a386-91dfe633132c Mar 02 17:24:00.124948 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a3bc7f9f-393d-40d2-b5aa-0832dbe23003 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757691153484'] for network (38fcb168-06f2-453c-a386-91dfe633132c), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:00.225901 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a3bc7f9f-393d-40d2-b5aa-0832dbe23003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145'] for network (38fcb168-06f2-453c-a386-91dfe633132c), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:00.226966 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3bc7f9f-393d-40d2-b5aa-0832dbe23003 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:24:00.227547 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a3bc7f9f-393d-40d2-b5aa-0832dbe23003 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572135'] for network (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:00.285288 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bc7f9f-393d-40d2-b5aa-0832dbe23003 admin admin] Pushing event updated for resources: {'Network': ['ID=38fcb168-06f2-453c-a386-91dfe633132c,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:24:00.295123 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Network 38fcb168-06f2-453c-a386-91dfe633132c details requested by agent ovs-agent-dv-cinder-778193-22-iscsi with host dv-cinder-778193-22-iscsi {{(pid=103839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 17:24:00.343117 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-a3bc7f9f-393d-40d2-b5aa-0832dbe23003 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7233396 Mar 02 17:24:00.345938 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 52442) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:24:00.350978 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-f0c5d13c-a9c3-4830-aa65-04e49e6a81a2 admin admin] Request body: {'subnet': {'network_id': '38fcb168-06f2-453c-a386-91dfe633132c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1027455827-subnet', 'tenant_id': '344ccdc68ff24a70ac106dd05ada7282', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:24:00.444843 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c5d13c-a9c3-4830-aa65-04e49e6a81a2 admin admin] Made reservation on behalf of 344ccdc68ff24a70ac106dd05ada7282 for: {'subnet': 1} {{(pid=103837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:24:00.447196 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-f0c5d13c-a9c3-4830-aa65-04e49e6a81a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29592736'] for subnet (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:00.687381 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device 9601e2d5-d1dc-4081-af49-1e25633ba42f no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 17:24:00.700300 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-f0c5d13c-a9c3-4830-aa65-04e49e6a81a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29943627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29592722'] for subnet (211e2a6f-73cb-4a4b-a3a6-4f49fff75bbc), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:00.708358 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] No Port match for: 9601e2d5-d1dc-4081-af49-1e25633ba42f {{(pid=103839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 17:24:00.708941 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device 9601e2d5-d1dc-4081-af49-1e25633ba42f not bound to the agent host hv-cinder-77819 {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 17:24:00.953562 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c5d13c-a9c3-4830-aa65-04e49e6a81a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=211e2a6f-73cb-4a4b-a3a6-4f49fff75bbc,revision_number=0']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:24:00.961508 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c5d13c-a9c3-4830-aa65-04e49e6a81a2 admin admin] Checking segment: {'id': '8b952246-70b3-4895-96e3-077b5fbd7a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '38fcb168-06f2-453c-a386-91dfe633132c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 17:24:00.961876 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c5d13c-a9c3-4830-aa65-04e49e6a81a2 admin admin] Network hostable DHCP agents. Network: 38fcb168-06f2-453c-a386-91dfe633132c, hostable agents: ['0060df7f-f835-4890-b25c-3842f545a9d0'], hosted agents: [] {{(pid=103837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:24:01.068524 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c5d13c-a9c3-4830-aa65-04e49e6a81a2 admin admin] Network 38fcb168-06f2-453c-a386-91dfe633132c is scheduled to be hosted by DHCP agent 0060df7f-f835-4890-b25c-3842f545a9d0 with binding_index 1 {{(pid=103837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:24:01.146484 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.scheduler.base_scheduler [None req-f0c5d13c-a9c3-4830-aa65-04e49e6a81a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-22-iscsi, 38fcb168-06f2-453c-a386-91dfe633132c) {{(pid=103837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:24:01.150818 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c5d13c-a9c3-4830-aa65-04e49e6a81a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:24:01.151413 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-f0c5d13c-a9c3-4830-aa65-04e49e6a81a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572135'] for subnet (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:01.156641 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8be6e9e-a122-4d78-9443-00f1ccd39262 None None] Network 38fcb168-06f2-453c-a386-91dfe633132c requested from dv-cinder-778193-22-iscsi {{(pid=103839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 17:24:01.247797 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-f0c5d13c-a9c3-4830-aa65-04e49e6a81a2 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9006805 Mar 02 17:24:01.267468 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd52412-cfc0-4353-ae10-7ee76cb649c8 None None] Network 38fcb168-06f2-453c-a386-91dfe633132c requested from dv-cinder-778193-22-iscsi {{(pid=103839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 17:24:01.619714 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88391d5-2420-4d00-b9f6-dc391858f3a1 req-8ac841cb-8939-4cb1-bd90-b49fa9e93613 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:24:01.625815 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d88391d5-2420-4d00-b9f6-dc391858f3a1 req-8ac841cb-8939-4cb1-bd90-b49fa9e93613 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/ports?device_id=0214efb5-8eaf-4d94-99cd-ad71e8102ac2 HTTP/1.1" status: 200 len: 945 time: 0.0562770 Mar 02 17:24:01.670111 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d88391d5-2420-4d00-b9f6-dc391858f3a1 req-817ff421-8b94-47d2-940a-e2f04136ceb4 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/security-groups?id=48625e24-112d-44e3-a425-dd71a0915737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430031 Mar 02 17:24:01.776516 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-46ec3516-7426-47d5-995e-1a8e18260e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (0060df7f-f835-4890-b25c-3842f545a9d0), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:01.876855 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 52464) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:24:01.882409 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-a125b66b-93bd-43bf-b9d8-ead809a77e81 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1035812811-network', 'tenant_id': 'f0fe63f9bc3649768a4a4549dcab6f80'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:24:01.964907 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a125b66b-93bd-43bf-b9d8-ead809a77e81 admin admin] Made reservation on behalf of f0fe63f9bc3649768a4a4549dcab6f80 for: {'network': 1} {{(pid=103837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:24:01.967342 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a125b66b-93bd-43bf-b9d8-ead809a77e81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for network (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:01.976807 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a125b66b-93bd-43bf-b9d8-ead809a77e81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:02.050396 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a125b66b-93bd-43bf-b9d8-ead809a77e81 admin admin] Publish callbacks [] for security_group (d577d995-1af2-408c-9946-85879d776d98), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:02.128729 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a125b66b-93bd-43bf-b9d8-ead809a77e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (d577d995-1af2-408c-9946-85879d776d98), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:02.149319 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a125b66b-93bd-43bf-b9d8-ead809a77e81 admin admin] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=103837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:24:02.163422 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a125b66b-93bd-43bf-b9d8-ead809a77e81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d577d995-1af2-408c-9946-85879d776d98,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:24:02.166483 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a125b66b-93bd-43bf-b9d8-ead809a77e81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220699'] for segment (f45cc085-45e9-4bf3-8330-d9a4298f0474), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:02.166818 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.db.segments_db [None req-a125b66b-93bd-43bf-b9d8-ead809a77e81 admin admin] Added segment f45cc085-45e9-4bf3-8330-d9a4298f0474 of type vlan for network e930a91d-e123-4ca4-b391-890f96d770e9 Mar 02 17:24:02.206851 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a125b66b-93bd-43bf-b9d8-ead809a77e81 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757691153484'] for network (e930a91d-e123-4ca4-b391-890f96d770e9), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:02.319529 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a125b66b-93bd-43bf-b9d8-ead809a77e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145'] for network (e930a91d-e123-4ca4-b391-890f96d770e9), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:02.320424 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a125b66b-93bd-43bf-b9d8-ead809a77e81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:24:02.320999 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a125b66b-93bd-43bf-b9d8-ead809a77e81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572135'] for network (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:02.379467 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a125b66b-93bd-43bf-b9d8-ead809a77e81 admin admin] Pushing event updated for resources: {'Network': ['ID=e930a91d-e123-4ca4-b391-890f96d770e9,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:24:02.390523 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Network e930a91d-e123-4ca4-b391-890f96d770e9 details requested by agent ovs-agent-dv-cinder-778193-22-iscsi with host dv-cinder-778193-22-iscsi {{(pid=103839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 17:24:02.446872 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-a125b66b-93bd-43bf-b9d8-ead809a77e81 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5688589 Mar 02 17:24:02.449467 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 52466) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:24:02.455170 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-aa52b084-1585-495f-89c6-4c6ab4495ac4 admin admin] Request body: {'subnet': {'network_id': 'e930a91d-e123-4ca4-b391-890f96d770e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1035812811-subnet', 'tenant_id': 'f0fe63f9bc3649768a4a4549dcab6f80', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:24:02.542093 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa52b084-1585-495f-89c6-4c6ab4495ac4 admin admin] Made reservation on behalf of f0fe63f9bc3649768a4a4549dcab6f80 for: {'subnet': 1} {{(pid=103837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:24:02.544360 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-aa52b084-1585-495f-89c6-4c6ab4495ac4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29592736'] for subnet (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:02.789937 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581de660-9f2f-4437-aea7-f91030cee107 req-5f71af24-fbd8-4822-8dc9-606dbe74bb76 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:24:02.791663 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-581de660-9f2f-4437-aea7-f91030cee107 req-5f71af24-fbd8-4822-8dc9-606dbe74bb76 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/ports?device_id=0214efb5-8eaf-4d94-99cd-ad71e8102ac2 HTTP/1.1" status: 200 len: 945 time: 0.0526800 Mar 02 17:24:02.793918 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-aa52b084-1585-495f-89c6-4c6ab4495ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29943627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29592722'] for subnet (33f2594e-b5aa-4ed9-8516-f5aff04f93f2), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:02.841268 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-581de660-9f2f-4437-aea7-f91030cee107 req-7cfdcf8a-16f4-49aa-8eb0-d5844bd2db6d tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/security-groups?id=48625e24-112d-44e3-a425-dd71a0915737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439951 Mar 02 17:24:02.842269 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa52b084-1585-495f-89c6-4c6ab4495ac4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33f2594e-b5aa-4ed9-8516-f5aff04f93f2,revision_number=0']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:24:02.860711 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa52b084-1585-495f-89c6-4c6ab4495ac4 admin admin] Checking segment: {'id': 'f45cc085-45e9-4bf3-8330-d9a4298f0474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'e930a91d-e123-4ca4-b391-890f96d770e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 17:24:02.861063 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa52b084-1585-495f-89c6-4c6ab4495ac4 admin admin] Network hostable DHCP agents. Network: e930a91d-e123-4ca4-b391-890f96d770e9, hostable agents: ['0060df7f-f835-4890-b25c-3842f545a9d0'], hosted agents: [] {{(pid=103837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:24:02.964583 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa52b084-1585-495f-89c6-4c6ab4495ac4 admin admin] Network e930a91d-e123-4ca4-b391-890f96d770e9 is scheduled to be hosted by DHCP agent 0060df7f-f835-4890-b25c-3842f545a9d0 with binding_index 1 {{(pid=103837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:24:03.050402 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.scheduler.base_scheduler [None req-aa52b084-1585-495f-89c6-4c6ab4495ac4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-22-iscsi, e930a91d-e123-4ca4-b391-890f96d770e9) {{(pid=103837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:24:03.054801 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa52b084-1585-495f-89c6-4c6ab4495ac4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:24:03.055393 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-aa52b084-1585-495f-89c6-4c6ab4495ac4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572135'] for subnet (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:03.059822 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca6b0f9-1456-4231-bb0e-9002e57056ea None None] Network e930a91d-e123-4ca4-b391-890f96d770e9 requested from dv-cinder-778193-22-iscsi {{(pid=103839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 17:24:03.150646 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-aa52b084-1585-495f-89c6-4c6ab4495ac4 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7000349 Mar 02 17:24:03.293413 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd299225-fdc5-4a56-8e5d-f8c1bce84af1 None None] Network e930a91d-e123-4ca4-b391-890f96d770e9 requested from dv-cinder-778193-22-iscsi {{(pid=103839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 17:24:03.416063 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c236a50-e7c5-44bf-8813-7eca4cd93a11 req-e93dc3c5-2624-420b-b89c-716f7db48431 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:24:03.417490 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-8c236a50-e7c5-44bf-8813-7eca4cd93a11 req-e93dc3c5-2624-420b-b89c-716f7db48431 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.49 "GET /v2.0/ports?device_id=0214efb5-8eaf-4d94-99cd-ad71e8102ac2 HTTP/1.1" status: 200 len: 945 time: 0.0525074 Mar 02 17:24:03.527201 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [req-8c236a50-e7c5-44bf-8813-7eca4cd93a11 req-ebfc3ab6-2b43-4019-9324-e3fe78535f28 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Deleting port 2a67c2da-16c9-4333-acce-cc6669c7b2ac {{(pid=103838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 17:24:03.527439 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-8c236a50-e7c5-44bf-8813-7eca4cd93a11 req-ebfc3ab6-2b43-4019-9324-e3fe78535f28 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757691651449'] for port (2a67c2da-16c9-4333-acce-cc6669c7b2ac), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:03.616608 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [req-8c236a50-e7c5-44bf-8813-7eca4cd93a11 req-ebfc3ab6-2b43-4019-9324-e3fe78535f28 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] For port 2a67c2da-16c9-4333-acce-cc6669c7b2ac, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2a67c2da-16c9-4333-acce-cc6669c7b2ac,segment=NetworkSegment(7b097a75-0850-4639-99e3-0fb55a9f4ea1),segment_id=7b097a75-0850-4639-99e3-0fb55a9f4ea1)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:24:03.617569 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-8c236a50-e7c5-44bf-8813-7eca4cd93a11 req-ebfc3ab6-2b43-4019-9324-e3fe78535f28 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757418'] for port (2a67c2da-16c9-4333-acce-cc6669c7b2ac), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:03.633426 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [req-8c236a50-e7c5-44bf-8813-7eca4cd93a11 req-ebfc3ab6-2b43-4019-9324-e3fe78535f28 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Calling delete_port for 2a67c2da-16c9-4333-acce-cc6669c7b2ac owned by compute:nova {{(pid=103838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 17:24:03.809142 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-8c236a50-e7c5-44bf-8813-7eca4cd93a11 req-ebfc3ab6-2b43-4019-9324-e3fe78535f28 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757691659996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757691134190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26691326'] for port (2a67c2da-16c9-4333-acce-cc6669c7b2ac), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:03.823635 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] get_ports_and_sgs() called for port_ids ['10814798-0cc1-4d35-b096-d2b66d62fafb', '08de4024-d6d4-4c17-979e-d37fe790ab8a', '2a67c2da-16c9-4333-acce-cc6669c7b2ac'] {{(pid=103839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 17:24:03.838648 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfc3ab6-2b43-4019-9324-e3fe78535f28 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Pushing event deleted for resources: {'Port': ['ID=2a67c2da-16c9-4333-acce-cc6669c7b2ac,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:24:03.883901 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c236a50-e7c5-44bf-8813-7eca4cd93a11 req-ebfc3ab6-2b43-4019-9324-e3fe78535f28 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] No DVR routers for this DVR port 2a67c2da-16c9-4333-acce-cc6669c7b2ac on host hv-cinder-77819 {{(pid=103838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:24:03.889778 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-8c236a50-e7c5-44bf-8813-7eca4cd93a11 req-ebfc3ab6-2b43-4019-9324-e3fe78535f28 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021714'] for port (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:03.893128 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-8c236a50-e7c5-44bf-8813-7eca4cd93a11 req-ebfc3ab6-2b43-4019-9324-e3fe78535f28 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.49 "DELETE /v2.0/ports/2a67c2da-16c9-4333-acce-cc6669c7b2ac HTTP/1.1" status: 204 len: 173 time: 0.4568963 Mar 02 17:24:03.894043 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0214efb5-8eaf-4d94-99cd-ad71e8102ac2', 'name': 'network-vif-deleted', 'tag': '2a67c2da-16c9-4333-acce-cc6669c7b2ac'}] {{(pid=103838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 17:24:03.896471 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7c8e0f7c7170b606f581d652a183e77a47547618c5f9292d8eb62f06a367e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff1731f-568a-4615-b16b-d3e94dc46e45" -d '{"events": [{"server_uuid": "0214efb5-8eaf-4d94-99cd-ad71e8102ac2", "name": "network-vif-deleted", "tag": "2a67c2da-16c9-4333-acce-cc6669c7b2ac"}]}' {{(pid=103838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 17:24:03.944873 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 17:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f8eb40-125a-4c6a-9c72-972bf91da513 x-openstack-request-id: req-00f8eb40-125a-4c6a-9c72-972bf91da513 {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 17:24:03.945154 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0214efb5-8eaf-4d94-99cd-ad71e8102ac2", "name": "network-vif-deleted", "tag": "2a67c2da-16c9-4333-acce-cc6669c7b2ac", "status": "completed", "code": 200}]} {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 17:24:03.945399 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-00f8eb40-125a-4c6a-9c72-972bf91da513 {{(pid=103838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 17:24:03.945815 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0214efb5-8eaf-4d94-99cd-ad71e8102ac2', 'name': 'network-vif-deleted', 'tag': '2a67c2da-16c9-4333-acce-cc6669c7b2ac', 'status': 'completed', 'code': 200} Mar 02 17:24:03.965480 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-a9614f4b-7ad8-4b0a-aa96-beb0bffdfbe8 req-5d1bc1e3-ad30-4399-9f51-24299d90486a tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/ports?device_id=0214efb5-8eaf-4d94-99cd-ad71e8102ac2 HTTP/1.1" status: 200 len: 210 time: 0.0303614 Mar 02 17:24:04.107896 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-98f9e875-327c-495d-b14a-1646c898a3a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90b713d5-0d52-4da0-a663-b3b1c9fefb3d), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:05.051060 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-7239c76e-3e75-4b64-9028-aed8f891363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (eca5c3a0-ec74-4a2a-a5c6-a62430d93509), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:05.077523 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-8e95cf27-a114-480e-8be0-7d47ff0550ee req-551b81ef-0b72-4d0c-a246-e363c6382c47 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/ports?device_id=0214efb5-8eaf-4d94-99cd-ad71e8102ac2 HTTP/1.1" status: 200 len: 210 time: 0.0278137 Mar 02 17:24:06.708951 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6917d3c6-dc17-48f4-bf18-ae240edcdd6f req-647874eb-55b2-4fd2-a1fd-c07dc2623d66 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:24:06.711200 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-6917d3c6-dc17-48f4-bf18-ae240edcdd6f req-647874eb-55b2-4fd2-a1fd-c07dc2623d66 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e03d47ad-6c4d-4902-a606-d64724b2595a HTTP/1.1" status: 200 len: 946 time: 0.0546350 Mar 02 17:24:06.718226 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device 2a67c2da-16c9-4333-acce-cc6669c7b2ac no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 17:24:06.741011 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] No Port match for: 2a67c2da-16c9-4333-acce-cc6669c7b2ac {{(pid=103839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 17:24:06.741355 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device 2a67c2da-16c9-4333-acce-cc6669c7b2ac not bound to the agent host hv-cinder-77819 {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 17:24:06.761090 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-6917d3c6-dc17-48f4-bf18-ae240edcdd6f req-1ff42a73-cda6-47eb-b1e9-fe7aabab2611 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/security-groups?id=48625e24-112d-44e3-a425-dd71a0915737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441549 Mar 02 17:24:06.890747 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-765bf0ac-d167-416d-8fe2-638e582454ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (aac89579-4eb6-45c8-861e-e37bc0c26bf3), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:07.882710 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f64a758-747b-46df-a8b0-0c031d76fa9f req-4d8b1f4a-716c-46a2-86ef-3cc6c6400d91 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:24:07.884158 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2f64a758-747b-46df-a8b0-0c031d76fa9f req-4d8b1f4a-716c-46a2-86ef-3cc6c6400d91 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e03d47ad-6c4d-4902-a606-d64724b2595a HTTP/1.1" status: 200 len: 946 time: 0.0524135 Mar 02 17:24:07.932544 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2f64a758-747b-46df-a8b0-0c031d76fa9f req-6eb14d54-f0fa-4876-81f3-5170d5a4a6b3 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/security-groups?id=48625e24-112d-44e3-a425-dd71a0915737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427730 Mar 02 17:24:08.235122 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90356b9b-9a55-4227-ace0-d1fc01a5475f), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:08.372088 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9119a500-a955-4680-ad1a-73a23676edf8 req-2bc71c14-b409-463f-9008-98faaf43c2ba tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:24:08.373561 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-9119a500-a955-4680-ad1a-73a23676edf8 req-2bc71c14-b409-463f-9008-98faaf43c2ba tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.49 "GET /v2.0/ports?device_id=e03d47ad-6c4d-4902-a606-d64724b2595a HTTP/1.1" status: 200 len: 946 time: 0.0520236 Mar 02 17:24:08.480519 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [req-9119a500-a955-4680-ad1a-73a23676edf8 req-6eed4e69-98b8-4c0e-96db-26739209349c tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Deleting port 08de4024-d6d4-4c17-979e-d37fe790ab8a {{(pid=103838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 17:24:08.480861 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-9119a500-a955-4680-ad1a-73a23676edf8 req-6eed4e69-98b8-4c0e-96db-26739209349c tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757691651449'] for port (08de4024-d6d4-4c17-979e-d37fe790ab8a), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:08.571194 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [req-9119a500-a955-4680-ad1a-73a23676edf8 req-6eed4e69-98b8-4c0e-96db-26739209349c tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] For port 08de4024-d6d4-4c17-979e-d37fe790ab8a, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=08de4024-d6d4-4c17-979e-d37fe790ab8a,segment=NetworkSegment(7b097a75-0850-4639-99e3-0fb55a9f4ea1),segment_id=7b097a75-0850-4639-99e3-0fb55a9f4ea1)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:24:08.571549 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-9119a500-a955-4680-ad1a-73a23676edf8 req-6eed4e69-98b8-4c0e-96db-26739209349c tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757418'] for port (08de4024-d6d4-4c17-979e-d37fe790ab8a), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:08.583745 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [req-9119a500-a955-4680-ad1a-73a23676edf8 req-6eed4e69-98b8-4c0e-96db-26739209349c tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Calling delete_port for 08de4024-d6d4-4c17-979e-d37fe790ab8a owned by compute:nova {{(pid=103838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 17:24:08.822140 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-9119a500-a955-4680-ad1a-73a23676edf8 req-6eed4e69-98b8-4c0e-96db-26739209349c tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757691659996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757691134190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26691326'] for port (08de4024-d6d4-4c17-979e-d37fe790ab8a), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:08.842033 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] get_ports_and_sgs() called for port_ids ['10814798-0cc1-4d35-b096-d2b66d62fafb'] {{(pid=103839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 17:24:08.850747 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eed4e69-98b8-4c0e-96db-26739209349c tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Pushing event deleted for resources: {'Port': ['ID=08de4024-d6d4-4c17-979e-d37fe790ab8a,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:24:08.896502 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [req-9119a500-a955-4680-ad1a-73a23676edf8 req-6eed4e69-98b8-4c0e-96db-26739209349c tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] No DVR routers for this DVR port 08de4024-d6d4-4c17-979e-d37fe790ab8a on host hv-cinder-77819 {{(pid=103838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:24:08.899873 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-9119a500-a955-4680-ad1a-73a23676edf8 req-6eed4e69-98b8-4c0e-96db-26739209349c tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021714'] for port (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:08.903153 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-9119a500-a955-4680-ad1a-73a23676edf8 req-6eed4e69-98b8-4c0e-96db-26739209349c tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.49 "DELETE /v2.0/ports/08de4024-d6d4-4c17-979e-d37fe790ab8a HTTP/1.1" status: 204 len: 173 time: 0.5240872 Mar 02 17:24:08.903587 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e03d47ad-6c4d-4902-a606-d64724b2595a', 'name': 'network-vif-deleted', 'tag': '08de4024-d6d4-4c17-979e-d37fe790ab8a'}] {{(pid=103838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 17:24:08.905833 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7c8e0f7c7170b606f581d652a183e77a47547618c5f9292d8eb62f06a367e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd27900-4d56-4d0a-a5d6-f24a20d84e9a" -d '{"events": [{"server_uuid": "e03d47ad-6c4d-4902-a606-d64724b2595a", "name": "network-vif-deleted", "tag": "08de4024-d6d4-4c17-979e-d37fe790ab8a"}]}' {{(pid=103838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 17:24:08.943022 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 17:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98708203-475b-4ef2-8de2-a2ea3eed318f x-openstack-request-id: req-98708203-475b-4ef2-8de2-a2ea3eed318f {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 17:24:08.943312 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e03d47ad-6c4d-4902-a606-d64724b2595a", "name": "network-vif-deleted", "tag": "08de4024-d6d4-4c17-979e-d37fe790ab8a", "status": "completed", "code": 200}]} {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 17:24:08.943558 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-98708203-475b-4ef2-8de2-a2ea3eed318f {{(pid=103838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 17:24:08.943946 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e03d47ad-6c4d-4902-a606-d64724b2595a', 'name': 'network-vif-deleted', 'tag': '08de4024-d6d4-4c17-979e-d37fe790ab8a', 'status': 'completed', 'code': 200} Mar 02 17:24:09.038027 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-116215d4-c5ca-45f1-a5a3-6b2e2636a505 req-2d19d3f7-7908-418b-a9d7-b4b1d3709d74 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e03d47ad-6c4d-4902-a606-d64724b2595a HTTP/1.1" status: 200 len: 210 time: 0.0326493 Mar 02 17:24:10.723382 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device 08de4024-d6d4-4c17-979e-d37fe790ab8a no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 17:24:10.744308 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] No Port match for: 08de4024-d6d4-4c17-979e-d37fe790ab8a {{(pid=103839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 17:24:10.744657 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device 08de4024-d6d4-4c17-979e-d37fe790ab8a not bound to the agent host hv-cinder-77819 {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 17:24:11.851350 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20118ed9-8156-479d-a38d-0f2cbc591b13 req-e5774ec5-ccb5-4b8a-85f9-94f9e33fc99f tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:24:11.853135 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-20118ed9-8156-479d-a38d-0f2cbc591b13 req-e5774ec5-ccb5-4b8a-85f9-94f9e33fc99f tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8235048-214a-4cd7-b61a-4f677c7d5d07 HTTP/1.1" status: 200 len: 945 time: 0.0536795 Mar 02 17:24:11.913208 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-20118ed9-8156-479d-a38d-0f2cbc591b13 req-8fe214a8-f85d-4322-8c28-2e34ce9f1e6b tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/security-groups?id=48625e24-112d-44e3-a425-dd71a0915737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529561 Mar 02 17:24:13.044334 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190da3cb-154b-4dca-b742-4c353de84481 req-9cff4199-47a5-4a93-a1c1-408354082e71 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:24:13.052771 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-190da3cb-154b-4dca-b742-4c353de84481 req-9cff4199-47a5-4a93-a1c1-408354082e71 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8235048-214a-4cd7-b61a-4f677c7d5d07 HTTP/1.1" status: 200 len: 945 time: 0.0582573 Mar 02 17:24:13.095800 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-190da3cb-154b-4dca-b742-4c353de84481 req-ee40b600-a0e3-4ccb-8ab4-a111bc9e6eb1 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/security-groups?id=48625e24-112d-44e3-a425-dd71a0915737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413463 Mar 02 17:24:13.571777 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (dbb67c4d-7aa5-4acf-82b3-541c1cabd3d2), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:13.654481 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efac116-af1a-4c2b-9229-3e3f82579704 req-db50a0f9-30f2-4c88-820e-999eb017b9d6 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:24:13.656090 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-7efac116-af1a-4c2b-9229-3e3f82579704 req-db50a0f9-30f2-4c88-820e-999eb017b9d6 tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8235048-214a-4cd7-b61a-4f677c7d5d07 HTTP/1.1" status: 200 len: 945 time: 0.0563064 Mar 02 17:24:13.759847 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [req-7efac116-af1a-4c2b-9229-3e3f82579704 req-5927e474-9b9b-44eb-9fec-24e354c2144c tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Deleting port 10814798-0cc1-4d35-b096-d2b66d62fafb {{(pid=103838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 17:24:13.760116 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-7efac116-af1a-4c2b-9229-3e3f82579704 req-5927e474-9b9b-44eb-9fec-24e354c2144c tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757691651449'] for port (10814798-0cc1-4d35-b096-d2b66d62fafb), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:13.854029 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [req-7efac116-af1a-4c2b-9229-3e3f82579704 req-5927e474-9b9b-44eb-9fec-24e354c2144c tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] For port 10814798-0cc1-4d35-b096-d2b66d62fafb, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=10814798-0cc1-4d35-b096-d2b66d62fafb,segment=NetworkSegment(7b097a75-0850-4639-99e3-0fb55a9f4ea1),segment_id=7b097a75-0850-4639-99e3-0fb55a9f4ea1)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:24:13.854394 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-7efac116-af1a-4c2b-9229-3e3f82579704 req-5927e474-9b9b-44eb-9fec-24e354c2144c tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757418'] for port (10814798-0cc1-4d35-b096-d2b66d62fafb), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:13.866612 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [req-7efac116-af1a-4c2b-9229-3e3f82579704 req-5927e474-9b9b-44eb-9fec-24e354c2144c tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Calling delete_port for 10814798-0cc1-4d35-b096-d2b66d62fafb owned by compute:nova {{(pid=103838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 17:24:14.079405 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-7efac116-af1a-4c2b-9229-3e3f82579704 req-5927e474-9b9b-44eb-9fec-24e354c2144c tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757691659996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757691134190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26691326'] for port (10814798-0cc1-4d35-b096-d2b66d62fafb), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:14.090764 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] get_ports_and_sgs() called for port_ids ['10814798-0cc1-4d35-b096-d2b66d62fafb'] {{(pid=103839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 17:24:14.108958 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5927e474-9b9b-44eb-9fec-24e354c2144c tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Pushing event deleted for resources: {'Port': ['ID=10814798-0cc1-4d35-b096-d2b66d62fafb,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:24:14.155209 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [req-7efac116-af1a-4c2b-9229-3e3f82579704 req-5927e474-9b9b-44eb-9fec-24e354c2144c tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] No DVR routers for this DVR port 10814798-0cc1-4d35-b096-d2b66d62fafb on host hv-cinder-77819 {{(pid=103838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:24:14.157729 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-7efac116-af1a-4c2b-9229-3e3f82579704 req-5927e474-9b9b-44eb-9fec-24e354c2144c tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021714'] for port (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:14.161063 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-7efac116-af1a-4c2b-9229-3e3f82579704 req-5927e474-9b9b-44eb-9fec-24e354c2144c tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.49 "DELETE /v2.0/ports/10814798-0cc1-4d35-b096-d2b66d62fafb HTTP/1.1" status: 204 len: 173 time: 0.4997501 Mar 02 17:24:14.161509 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8235048-214a-4cd7-b61a-4f677c7d5d07', 'name': 'network-vif-deleted', 'tag': '10814798-0cc1-4d35-b096-d2b66d62fafb'}] {{(pid=103838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 17:24:14.163778 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7c8e0f7c7170b606f581d652a183e77a47547618c5f9292d8eb62f06a367e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-198e8dbc-dedb-4d5d-8cda-cd771e391e57" -d '{"events": [{"server_uuid": "c8235048-214a-4cd7-b61a-4f677c7d5d07", "name": "network-vif-deleted", "tag": "10814798-0cc1-4d35-b096-d2b66d62fafb"}]}' {{(pid=103838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 17:24:14.200101 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 17:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9faeb229-63e8-4c04-a454-02bd04121138 x-openstack-request-id: req-9faeb229-63e8-4c04-a454-02bd04121138 {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 17:24:14.200388 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8235048-214a-4cd7-b61a-4f677c7d5d07", "name": "network-vif-deleted", "tag": "10814798-0cc1-4d35-b096-d2b66d62fafb", "status": "completed", "code": 200}]} {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 17:24:14.200638 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9faeb229-63e8-4c04-a454-02bd04121138 {{(pid=103838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 17:24:14.201025 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8235048-214a-4cd7-b61a-4f677c7d5d07', 'name': 'network-vif-deleted', 'tag': '10814798-0cc1-4d35-b096-d2b66d62fafb', 'status': 'completed', 'code': 200} Mar 02 17:24:14.218565 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-272df710-3e6c-4d6e-9879-23dae2b81013 req-e5ac8f62-f1c3-432d-a14f-7590ca36f31b tempest-AttachVolumeNegativeTest-1083188569 tempest-AttachVolumeNegativeTest-1083188569-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8235048-214a-4cd7-b61a-4f677c7d5d07 HTTP/1.1" status: 200 len: 210 time: 0.0305383 Mar 02 17:24:15.276326 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 52586) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:24:15.322653 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.db.db_base_plugin_v2 [None req-43382002-9acd-47e8-a351-8b9ec6b61056 admin admin] Deleting subnet fd4cbba9-7e23-4fa9-8083-457678593f9c {{(pid=103837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 17:24:15.325765 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-43382002-9acd-47e8-a351-8b9ec6b61056 admin admin] Publish callbacks [] for subnet (fd4cbba9-7e23-4fa9-8083-457678593f9c), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:15.363039 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-43382002-9acd-47e8-a351-8b9ec6b61056 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29941814'] for subnet (fd4cbba9-7e23-4fa9-8083-457678593f9c), precommit_delete_associations {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:15.407287 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-43382002-9acd-47e8-a351-8b9ec6b61056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223364'] for subnet (fd4cbba9-7e23-4fa9-8083-457678593f9c), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:15.513914 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-43382002-9acd-47e8-a351-8b9ec6b61056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29943564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29592715'] for subnet (fd4cbba9-7e23-4fa9-8083-457678593f9c), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:15.539441 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43382002-9acd-47e8-a351-8b9ec6b61056 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd4cbba9-7e23-4fa9-8083-457678593f9c,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:24:15.543401 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-43382002-9acd-47e8-a351-8b9ec6b61056 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572135'] for subnet (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:15.547294 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-43382002-9acd-47e8-a351-8b9ec6b61056 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/fd4cbba9-7e23-4fa9-8083-457678593f9c HTTP/1.1" status: 204 len: 168 time: 0.2699335 Mar 02 17:24:15.549796 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 52588) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:24:15.617501 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-f0f63809-9d2a-40f4-985a-5a422a3777a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4180927'] for network (7ae9a447-1782-409b-a3a1-710b57169865), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:15.706704 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-f0f63809-9d2a-40f4-985a-5a422a3777a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3970239', 'neutron.services.segments.db._delete_segments_for_network-8757691626141'] for network (7ae9a447-1782-409b-a3a1-710b57169865), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:15.727195 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.services.segments.db [None req-f0f63809-9d2a-40f4-985a-5a422a3777a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ae9a447-1782-409b-a3a1-710b57169865']}} {{(pid=103837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:24:15.736178 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.services.segments.db [None req-f0f63809-9d2a-40f4-985a-5a422a3777a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b097a75-0850-4639-99e3-0fb55a9f4ea1') {'for_net_delete': True} {{(pid=103837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:24:15.736475 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.services.segments.db [None req-f0f63809-9d2a-40f4-985a-5a422a3777a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b097a75-0850-4639-99e3-0fb55a9f4ea1') {} {{(pid=103837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:24:15.747487 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-f0f63809-9d2a-40f4-985a-5a422a3777a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757691629734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29941793'] for segment (7b097a75-0850-4639-99e3-0fb55a9f4ea1), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:15.762770 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-f0f63809-9d2a-40f4-985a-5a422a3777a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220699'] for segment (7b097a75-0850-4639-99e3-0fb55a9f4ea1), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:15.769003 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0f63809-9d2a-40f4-985a-5a422a3777a5 admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=103837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 17:24:15.769391 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-f0f63809-9d2a-40f4-985a-5a422a3777a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29943762'] for segment (7b097a75-0850-4639-99e3-0fb55a9f4ea1), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:15.771092 dv-cinder-778193-22-iscsi neutron-server[103837]: Traceback (most recent call last): Mar 02 17:24:15.771092 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 17:24:15.771092 dv-cinder-778193-22-iscsi neutron-server[103837]: timer() Mar 02 17:24:15.771092 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:24:15.771092 dv-cinder-778193-22-iscsi neutron-server[103837]: cb(*args, **kw) Mar 02 17:24:15.771092 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 17:24:15.771092 dv-cinder-778193-22-iscsi neutron-server[103837]: return func(*args, **kwargs) Mar 02 17:24:15.771092 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:24:15.771092 dv-cinder-778193-22-iscsi neutron-server[103837]: self._notify() Mar 02 17:24:15.771092 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:24:15.771092 dv-cinder-778193-22-iscsi neutron-server[103837]: self.callback(batched_events) Mar 02 17:24:15.771092 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:24:15.771092 dv-cinder-778193-22-iscsi neutron-server[103837]: event.method(event) Mar 02 17:24:15.771092 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 17:24:15.771092 dv-cinder-778193-22-iscsi neutron-server[103837]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:24:15.771092 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 17:24:15.771092 dv-cinder-778193-22-iscsi neutron-server[103837]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:24:15.771092 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 17:24:15.771092 dv-cinder-778193-22-iscsi neutron-server[103837]: return f(self, *a, **k) Mar 02 17:24:15.771092 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:24:15.771092 dv-cinder-778193-22-iscsi neutron-server[103837]: return self._get(url).json() Mar 02 17:24:15.771092 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:24:15.771092 dv-cinder-778193-22-iscsi neutron-server[103837]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:24:15.771092 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 17:24:15.771092 dv-cinder-778193-22-iscsi neutron-server[103837]: return self.request(url, 'GET', **kwargs) Mar 02 17:24:15.771092 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 17:24:15.771092 dv-cinder-778193-22-iscsi neutron-server[103837]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:24:15.771092 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 17:24:15.771092 dv-cinder-778193-22-iscsi neutron-server[103837]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:24:15.771092 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 17:24:15.771092 dv-cinder-778193-22-iscsi neutron-server[103837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:24:15.771092 dv-cinder-778193-22-iscsi neutron-server[103837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:24:15.890764 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-f0f63809-9d2a-40f4-985a-5a422a3777a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3970246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-755379'] for network (7ae9a447-1782-409b-a3a1-710b57169865), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:15.896182 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-f0f63809-9d2a-40f4-985a-5a422a3777a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572135'] for network (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:15.900191 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-f0f63809-9d2a-40f4-985a-5a422a3777a5 admin admin] 10.222.0.55 "DELETE /v2.0/networks/7ae9a447-1782-409b-a3a1-710b57169865 HTTP/1.1" status: 204 len: 168 time: 0.3493147 Mar 02 17:24:15.913253 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f63809-9d2a-40f4-985a-5a422a3777a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ae9a447-1782-409b-a3a1-710b57169865,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:24:16.219948 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 52596) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:24:16.261213 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-7d719cc5-3b7f-4e44-bd8e-f55ceb3c551d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9a6c6ec9a0914758a0042ae92e510db4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401247 Mar 02 17:24:16.263739 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 52598) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:24:16.316024 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-3df1bf75-26b1-43f8-947f-372a47bf5c18 admin admin] Publish callbacks [] for security_group (48625e24-112d-44e3-a425-dd71a0915737), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:16.337609 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-3df1bf75-26b1-43f8-947f-372a47bf5c18 admin admin] Publish callbacks [] for security_group (48625e24-112d-44e3-a425-dd71a0915737), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:16.660231 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-3df1bf75-26b1-43f8-947f-372a47bf5c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (48625e24-112d-44e3-a425-dd71a0915737), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:16.660231 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-3df1bf75-26b1-43f8-947f-372a47bf5c18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:16.660231 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-3df1bf75-26b1-43f8-947f-372a47bf5c18 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/48625e24-112d-44e3-a425-dd71a0915737 HTTP/1.1" status: 204 len: 168 time: 0.3676713 Mar 02 17:24:16.660231 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1bf75-26b1-43f8-947f-372a47bf5c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48625e24-112d-44e3-a425-dd71a0915737,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:24:16.751104 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device 10814798-0cc1-4d35-b096-d2b66d62fafb no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 17:24:16.774040 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] No Port match for: 10814798-0cc1-4d35-b096-d2b66d62fafb {{(pid=103839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 17:24:16.774370 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device 10814798-0cc1-4d35-b096-d2b66d62fafb not bound to the agent host hv-cinder-77819 {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 17:24:19.699098 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 52696) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:24:19.745791 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ff57965-dc6f-47b5-b620-af3bde091ef4 admin admin] Deleting subnet 211e2a6f-73cb-4a4b-a3a6-4f49fff75bbc {{(pid=103838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 17:24:19.749038 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-9ff57965-dc6f-47b5-b620-af3bde091ef4 admin admin] Publish callbacks [] for subnet (211e2a6f-73cb-4a4b-a3a6-4f49fff75bbc), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:19.786831 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-9ff57965-dc6f-47b5-b620-af3bde091ef4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26733585'] for subnet (211e2a6f-73cb-4a4b-a3a6-4f49fff75bbc), precommit_delete_associations {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:19.825330 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-9ff57965-dc6f-47b5-b620-af3bde091ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223364'] for subnet (211e2a6f-73cb-4a4b-a3a6-4f49fff75bbc), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:19.947974 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-9ff57965-dc6f-47b5-b620-af3bde091ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26691277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26336892'] for subnet (211e2a6f-73cb-4a4b-a3a6-4f49fff75bbc), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:19.973985 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff57965-dc6f-47b5-b620-af3bde091ef4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=211e2a6f-73cb-4a4b-a3a6-4f49fff75bbc,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:24:19.976898 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-9ff57965-dc6f-47b5-b620-af3bde091ef4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:19.979982 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-9ff57965-dc6f-47b5-b620-af3bde091ef4 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/211e2a6f-73cb-4a4b-a3a6-4f49fff75bbc HTTP/1.1" status: 204 len: 168 time: 0.2798584 Mar 02 17:24:19.982799 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 52704) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:24:19.986081 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff57965-dc6f-47b5-b620-af3bde091ef4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:24:19.986406 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff57965-dc6f-47b5-b620-af3bde091ef4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:24:19.986743 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff57965-dc6f-47b5-b620-af3bde091ef4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:24:19.987075 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff57965-dc6f-47b5-b620-af3bde091ef4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:24:19.987396 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff57965-dc6f-47b5-b620-af3bde091ef4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:24:19.987718 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff57965-dc6f-47b5-b620-af3bde091ef4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:24:19.988034 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff57965-dc6f-47b5-b620-af3bde091ef4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:24:19.988355 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff57965-dc6f-47b5-b620-af3bde091ef4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:24:19.988672 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff57965-dc6f-47b5-b620-af3bde091ef4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:24:19.988988 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff57965-dc6f-47b5-b620-af3bde091ef4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:24:19.989302 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff57965-dc6f-47b5-b620-af3bde091ef4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:24:19.989614 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff57965-dc6f-47b5-b620-af3bde091ef4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:24:19.989954 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff57965-dc6f-47b5-b620-af3bde091ef4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:24:20.053602 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-d1f64577-ebe1-4654-81f7-a48c94632d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4180927'] for network (38fcb168-06f2-453c-a386-91dfe633132c), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:20.140850 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-d1f64577-ebe1-4654-81f7-a48c94632d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3970239', 'neutron.services.segments.db._delete_segments_for_network-8757691626141'] for network (38fcb168-06f2-453c-a386-91dfe633132c), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:20.161562 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.services.segments.db [None req-d1f64577-ebe1-4654-81f7-a48c94632d87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38fcb168-06f2-453c-a386-91dfe633132c']}} {{(pid=103837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:24:20.172088 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.services.segments.db [None req-d1f64577-ebe1-4654-81f7-a48c94632d87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b952246-70b3-4895-96e3-077b5fbd7a47') {'for_net_delete': True} {{(pid=103837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:24:20.172401 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.services.segments.db [None req-d1f64577-ebe1-4654-81f7-a48c94632d87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b952246-70b3-4895-96e3-077b5fbd7a47') {} {{(pid=103837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:24:20.182199 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-d1f64577-ebe1-4654-81f7-a48c94632d87 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757691629734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29941793'] for segment (8b952246-70b3-4895-96e3-077b5fbd7a47), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:20.203959 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-d1f64577-ebe1-4654-81f7-a48c94632d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220699'] for segment (8b952246-70b3-4895-96e3-077b5fbd7a47), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:20.210260 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1f64577-ebe1-4654-81f7-a48c94632d87 admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=103837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 17:24:20.211737 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-d1f64577-ebe1-4654-81f7-a48c94632d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29943762'] for segment (8b952246-70b3-4895-96e3-077b5fbd7a47), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:20.213434 dv-cinder-778193-22-iscsi neutron-server[103837]: Traceback (most recent call last): Mar 02 17:24:20.213434 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 17:24:20.213434 dv-cinder-778193-22-iscsi neutron-server[103837]: timer() Mar 02 17:24:20.213434 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:24:20.213434 dv-cinder-778193-22-iscsi neutron-server[103837]: cb(*args, **kw) Mar 02 17:24:20.213434 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 17:24:20.213434 dv-cinder-778193-22-iscsi neutron-server[103837]: return func(*args, **kwargs) Mar 02 17:24:20.213434 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:24:20.213434 dv-cinder-778193-22-iscsi neutron-server[103837]: self._notify() Mar 02 17:24:20.213434 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:24:20.213434 dv-cinder-778193-22-iscsi neutron-server[103837]: self.callback(batched_events) Mar 02 17:24:20.213434 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:24:20.213434 dv-cinder-778193-22-iscsi neutron-server[103837]: event.method(event) Mar 02 17:24:20.213434 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 17:24:20.213434 dv-cinder-778193-22-iscsi neutron-server[103837]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:24:20.213434 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 17:24:20.213434 dv-cinder-778193-22-iscsi neutron-server[103837]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:24:20.213434 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 17:24:20.213434 dv-cinder-778193-22-iscsi neutron-server[103837]: return f(self, *a, **k) Mar 02 17:24:20.213434 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:24:20.213434 dv-cinder-778193-22-iscsi neutron-server[103837]: return self._get(url).json() Mar 02 17:24:20.213434 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:24:20.213434 dv-cinder-778193-22-iscsi neutron-server[103837]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:24:20.213434 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 17:24:20.213434 dv-cinder-778193-22-iscsi neutron-server[103837]: return self.request(url, 'GET', **kwargs) Mar 02 17:24:20.213434 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 17:24:20.213434 dv-cinder-778193-22-iscsi neutron-server[103837]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:24:20.213434 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 17:24:20.213434 dv-cinder-778193-22-iscsi neutron-server[103837]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:24:20.213434 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 17:24:20.213434 dv-cinder-778193-22-iscsi neutron-server[103837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:24:20.213434 dv-cinder-778193-22-iscsi neutron-server[103837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:24:20.330777 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-d1f64577-ebe1-4654-81f7-a48c94632d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3970246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-755379'] for network (38fcb168-06f2-453c-a386-91dfe633132c), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:20.337424 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-d1f64577-ebe1-4654-81f7-a48c94632d87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572135'] for network (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:20.340824 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-d1f64577-ebe1-4654-81f7-a48c94632d87 admin admin] 10.222.0.55 "DELETE /v2.0/networks/38fcb168-06f2-453c-a386-91dfe633132c HTTP/1.1" status: 204 len: 168 time: 0.3568914 Mar 02 17:24:20.343719 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 52720) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:24:20.355474 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f64577-ebe1-4654-81f7-a48c94632d87 admin admin] Pushing event deleted for resources: {'Network': ['ID=38fcb168-06f2-453c-a386-91dfe633132c,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:24:20.415600 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.db_base_plugin_v2 [None req-debe1229-aca0-4e31-8ec8-c629731756f5 admin admin] Deleting subnet 33f2594e-b5aa-4ed9-8516-f5aff04f93f2 {{(pid=103838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 17:24:20.415600 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-debe1229-aca0-4e31-8ec8-c629731756f5 admin admin] Publish callbacks [] for subnet (33f2594e-b5aa-4ed9-8516-f5aff04f93f2), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:20.431966 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-debe1229-aca0-4e31-8ec8-c629731756f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26733585'] for subnet (33f2594e-b5aa-4ed9-8516-f5aff04f93f2), precommit_delete_associations {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:20.469404 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-debe1229-aca0-4e31-8ec8-c629731756f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223364'] for subnet (33f2594e-b5aa-4ed9-8516-f5aff04f93f2), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:20.582565 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-debe1229-aca0-4e31-8ec8-c629731756f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26691277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26336892'] for subnet (33f2594e-b5aa-4ed9-8516-f5aff04f93f2), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:20.609508 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debe1229-aca0-4e31-8ec8-c629731756f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33f2594e-b5aa-4ed9-8516-f5aff04f93f2,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:24:20.611452 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-debe1229-aca0-4e31-8ec8-c629731756f5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:20.614831 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-debe1229-aca0-4e31-8ec8-c629731756f5 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/33f2594e-b5aa-4ed9-8516-f5aff04f93f2 HTTP/1.1" status: 204 len: 168 time: 0.2701111 Mar 02 17:24:20.617856 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 52734) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:24:20.690192 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-29c0a4ec-27e8-4c53-a581-a1e1a9970f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4180927'] for network (e930a91d-e123-4ca4-b391-890f96d770e9), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:20.770666 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-29c0a4ec-27e8-4c53-a581-a1e1a9970f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3970239', 'neutron.services.segments.db._delete_segments_for_network-8757691626141'] for network (e930a91d-e123-4ca4-b391-890f96d770e9), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:20.794860 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.services.segments.db [None req-29c0a4ec-27e8-4c53-a581-a1e1a9970f8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e930a91d-e123-4ca4-b391-890f96d770e9']}} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:24:20.808203 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.services.segments.db [None req-29c0a4ec-27e8-4c53-a581-a1e1a9970f8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f45cc085-45e9-4bf3-8330-d9a4298f0474') {'for_net_delete': True} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:24:20.808203 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.services.segments.db [None req-29c0a4ec-27e8-4c53-a581-a1e1a9970f8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f45cc085-45e9-4bf3-8330-d9a4298f0474') {} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:24:20.815797 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-29c0a4ec-27e8-4c53-a581-a1e1a9970f8c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757691629734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26733574'] for segment (f45cc085-45e9-4bf3-8330-d9a4298f0474), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:20.828950 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-29c0a4ec-27e8-4c53-a581-a1e1a9970f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220699'] for segment (f45cc085-45e9-4bf3-8330-d9a4298f0474), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:20.837041 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29c0a4ec-27e8-4c53-a581-a1e1a9970f8c admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=103838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 17:24:20.837041 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-29c0a4ec-27e8-4c53-a581-a1e1a9970f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26691091'] for segment (f45cc085-45e9-4bf3-8330-d9a4298f0474), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:20.838716 dv-cinder-778193-22-iscsi neutron-server[103838]: Traceback (most recent call last): Mar 02 17:24:20.838716 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 17:24:20.838716 dv-cinder-778193-22-iscsi neutron-server[103838]: timer() Mar 02 17:24:20.838716 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:24:20.838716 dv-cinder-778193-22-iscsi neutron-server[103838]: cb(*args, **kw) Mar 02 17:24:20.838716 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 17:24:20.838716 dv-cinder-778193-22-iscsi neutron-server[103838]: return func(*args, **kwargs) Mar 02 17:24:20.838716 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:24:20.838716 dv-cinder-778193-22-iscsi neutron-server[103838]: self._notify() Mar 02 17:24:20.838716 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:24:20.838716 dv-cinder-778193-22-iscsi neutron-server[103838]: self.callback(batched_events) Mar 02 17:24:20.838716 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:24:20.838716 dv-cinder-778193-22-iscsi neutron-server[103838]: event.method(event) Mar 02 17:24:20.838716 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 17:24:20.838716 dv-cinder-778193-22-iscsi neutron-server[103838]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:24:20.838716 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 17:24:20.838716 dv-cinder-778193-22-iscsi neutron-server[103838]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:24:20.838716 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 17:24:20.838716 dv-cinder-778193-22-iscsi neutron-server[103838]: return f(self, *a, **k) Mar 02 17:24:20.838716 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:24:20.838716 dv-cinder-778193-22-iscsi neutron-server[103838]: return self._get(url).json() Mar 02 17:24:20.838716 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:24:20.838716 dv-cinder-778193-22-iscsi neutron-server[103838]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:24:20.838716 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 17:24:20.838716 dv-cinder-778193-22-iscsi neutron-server[103838]: return self.request(url, 'GET', **kwargs) Mar 02 17:24:20.838716 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 17:24:20.838716 dv-cinder-778193-22-iscsi neutron-server[103838]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:24:20.838716 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 17:24:20.838716 dv-cinder-778193-22-iscsi neutron-server[103838]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:24:20.838716 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 17:24:20.838716 dv-cinder-778193-22-iscsi neutron-server[103838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:24:20.838716 dv-cinder-778193-22-iscsi neutron-server[103838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:24:20.979765 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-29c0a4ec-27e8-4c53-a581-a1e1a9970f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3970246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-755379'] for network (e930a91d-e123-4ca4-b391-890f96d770e9), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:20.986295 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-29c0a4ec-27e8-4c53-a581-a1e1a9970f8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572135'] for network (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:20.995978 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-29c0a4ec-27e8-4c53-a581-a1e1a9970f8c admin admin] 10.222.0.55 "DELETE /v2.0/networks/e930a91d-e123-4ca4-b391-890f96d770e9 HTTP/1.1" status: 204 len: 168 time: 0.3706877 Mar 02 17:24:21.006614 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a4ec-27e8-4c53-a581-a1e1a9970f8c admin admin] Pushing event deleted for resources: {'Network': ['ID=e930a91d-e123-4ca4-b391-890f96d770e9,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:24:21.468101 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 52774) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:24:21.507141 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-228df8f0-5359-46da-b888-8fe558912c8c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=344ccdc68ff24a70ac106dd05ada7282&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378850 Mar 02 17:24:21.510172 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 52776) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:24:21.560552 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1e36769e-73a5-44c1-9b0a-c171153ef6f2 admin admin] Publish callbacks [] for security_group (2c13f513-a81b-4865-b7d8-a336778153a8), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:21.587091 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1e36769e-73a5-44c1-9b0a-c171153ef6f2 admin admin] Publish callbacks [] for security_group (2c13f513-a81b-4865-b7d8-a336778153a8), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:21.699795 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1e36769e-73a5-44c1-9b0a-c171153ef6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (2c13f513-a81b-4865-b7d8-a336778153a8), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:21.702376 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1e36769e-73a5-44c1-9b0a-c171153ef6f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:21.703714 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-1e36769e-73a5-44c1-9b0a-c171153ef6f2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2c13f513-a81b-4865-b7d8-a336778153a8 HTTP/1.1" status: 204 len: 168 time: 0.1923306 Mar 02 17:24:21.711834 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e36769e-73a5-44c1-9b0a-c171153ef6f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c13f513-a81b-4865-b7d8-a336778153a8,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:24:22.000024 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 52788) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:24:22.107141 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-198d2b61-0322-4416-8f6f-8255416ca066 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:22.181479 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-198d2b61-0322-4416-8f6f-8255416ca066 admin admin] Publish callbacks [] for security_group (3e3b4551-ee6c-4c19-95e2-0b8f00252c16), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:22.236937 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-198d2b61-0322-4416-8f6f-8255416ca066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (3e3b4551-ee6c-4c19-95e2-0b8f00252c16), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:22.275778 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-198d2b61-0322-4416-8f6f-8255416ca066 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b4ebdd4c7dd04e8993b63380707f7092&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2744670 Mar 02 17:24:22.278104 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198d2b61-0322-4416-8f6f-8255416ca066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3b4551-ee6c-4c19-95e2-0b8f00252c16,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:24:22.278732 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 52792) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:24:22.327856 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-505caa97-cffa-4c95-9cec-e29fce9def5f admin admin] Publish callbacks [] for security_group (3e3b4551-ee6c-4c19-95e2-0b8f00252c16), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:22.352440 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-505caa97-cffa-4c95-9cec-e29fce9def5f admin admin] Publish callbacks [] for security_group (3e3b4551-ee6c-4c19-95e2-0b8f00252c16), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:22.372904 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 52794) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:24:22.412653 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-dffc799b-03ba-4f9c-9503-22473bc4020b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f0fe63f9bc3649768a4a4549dcab6f80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385368 Mar 02 17:24:22.416148 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 52796) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:24:22.461739 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a33359c3-6c28-492d-a63c-44842e48f7b1 admin admin] Publish callbacks [] for security_group (d577d995-1af2-408c-9946-85879d776d98), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:22.467207 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-505caa97-cffa-4c95-9cec-e29fce9def5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (3e3b4551-ee6c-4c19-95e2-0b8f00252c16), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:22.469881 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-505caa97-cffa-4c95-9cec-e29fce9def5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:22.471041 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-505caa97-cffa-4c95-9cec-e29fce9def5f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3e3b4551-ee6c-4c19-95e2-0b8f00252c16 HTTP/1.1" status: 204 len: 168 time: 0.1913326 Mar 02 17:24:22.480371 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505caa97-cffa-4c95-9cec-e29fce9def5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3b4551-ee6c-4c19-95e2-0b8f00252c16,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:24:22.484646 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a33359c3-6c28-492d-a63c-44842e48f7b1 admin admin] Publish callbacks [] for security_group (d577d995-1af2-408c-9946-85879d776d98), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:22.581587 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a33359c3-6c28-492d-a63c-44842e48f7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (d577d995-1af2-408c-9946-85879d776d98), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:22.584187 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a33359c3-6c28-492d-a63c-44842e48f7b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:22.585341 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-a33359c3-6c28-492d-a63c-44842e48f7b1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d577d995-1af2-408c-9946-85879d776d98 HTTP/1.1" status: 204 len: 168 time: 0.1683016 Mar 02 17:24:22.593738 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33359c3-6c28-492d-a63c-44842e48f7b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d577d995-1af2-408c-9946-85879d776d98,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:24:23.237778 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 52814) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:24:23.251447 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-49843dd1-4725-4bf4-ba21-e402eb867431 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:23.326128 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-49843dd1-4725-4bf4-ba21-e402eb867431 admin admin] Publish callbacks [] for security_group (4643ed82-2042-445b-a082-1722d2b8cf6f), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:23.414688 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-49843dd1-4725-4bf4-ba21-e402eb867431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (4643ed82-2042-445b-a082-1722d2b8cf6f), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:23.456365 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-49843dd1-4725-4bf4-ba21-e402eb867431 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9e5ec2cf2c7648b6a067d7bd6171efb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2173777 Mar 02 17:24:23.457202 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49843dd1-4725-4bf4-ba21-e402eb867431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4643ed82-2042-445b-a082-1722d2b8cf6f,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:24:23.459123 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 52822) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:24:23.508701 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-a7d36ad1-737c-4e5d-961d-cb8ab880f1d6 admin admin] Publish callbacks [] for security_group (4643ed82-2042-445b-a082-1722d2b8cf6f), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:23.530065 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-a7d36ad1-737c-4e5d-961d-cb8ab880f1d6 admin admin] Publish callbacks [] for security_group (4643ed82-2042-445b-a082-1722d2b8cf6f), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:23.655871 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-a7d36ad1-737c-4e5d-961d-cb8ab880f1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (4643ed82-2042-445b-a082-1722d2b8cf6f), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:23.658509 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-a7d36ad1-737c-4e5d-961d-cb8ab880f1d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:23.660219 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-a7d36ad1-737c-4e5d-961d-cb8ab880f1d6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4643ed82-2042-445b-a082-1722d2b8cf6f HTTP/1.1" status: 204 len: 168 time: 0.1999865 Mar 02 17:24:23.669154 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d36ad1-737c-4e5d-961d-cb8ab880f1d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4643ed82-2042-445b-a082-1722d2b8cf6f,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:24:30.841297 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.agents_db [None req-2c4e262f-840f-46f3-949a-97bfddff46e9 None None] Agent healthcheck: found 6 active agents {{(pid=103840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 17:24:31.767648 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e53d87df-c158-4e90-9d69-1c782073ffdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (0060df7f-f835-4890-b25c-3842f545a9d0), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:31.895080 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 52960) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:24:32.004629 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-a39ba19b-9cee-46ca-a4db-f6a9efb09d91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:32.088937 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-a39ba19b-9cee-46ca-a4db-f6a9efb09d91 admin admin] Publish callbacks [] for security_group (2553200e-5dce-4bea-a024-b3ca1e9167c1), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:32.159138 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-a39ba19b-9cee-46ca-a4db-f6a9efb09d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (2553200e-5dce-4bea-a024-b3ca1e9167c1), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:32.197390 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39ba19b-9cee-46ca-a4db-f6a9efb09d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2553200e-5dce-4bea-a024-b3ca1e9167c1,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:24:32.217392 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 52968) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:24:32.218125 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-a39ba19b-9cee-46ca-a4db-f6a9efb09d91 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=59a4513595de47a8a47c1302f1a48f61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3124759 Mar 02 17:24:32.262486 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-33b9ca8e-8947-49bc-b888-cadf51b8fb5e admin admin] Publish callbacks [] for security_group (2553200e-5dce-4bea-a024-b3ca1e9167c1), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:32.286847 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-33b9ca8e-8947-49bc-b888-cadf51b8fb5e admin admin] Publish callbacks [] for security_group (2553200e-5dce-4bea-a024-b3ca1e9167c1), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:32.397020 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-33b9ca8e-8947-49bc-b888-cadf51b8fb5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (2553200e-5dce-4bea-a024-b3ca1e9167c1), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:32.401007 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-33b9ca8e-8947-49bc-b888-cadf51b8fb5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:32.406187 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-33b9ca8e-8947-49bc-b888-cadf51b8fb5e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2553200e-5dce-4bea-a024-b3ca1e9167c1 HTTP/1.1" status: 204 len: 168 time: 0.1932960 Mar 02 17:24:32.415340 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b9ca8e-8947-49bc-b888-cadf51b8fb5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2553200e-5dce-4bea-a024-b3ca1e9167c1,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:24:32.423819 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b9ca8e-8947-49bc-b888-cadf51b8fb5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:24:32.424186 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b9ca8e-8947-49bc-b888-cadf51b8fb5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:24:32.424537 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b9ca8e-8947-49bc-b888-cadf51b8fb5e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:24:32.424877 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b9ca8e-8947-49bc-b888-cadf51b8fb5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:24:32.425986 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b9ca8e-8947-49bc-b888-cadf51b8fb5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:24:32.426329 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b9ca8e-8947-49bc-b888-cadf51b8fb5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:24:32.426666 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b9ca8e-8947-49bc-b888-cadf51b8fb5e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:24:32.427372 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b9ca8e-8947-49bc-b888-cadf51b8fb5e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:24:32.427728 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b9ca8e-8947-49bc-b888-cadf51b8fb5e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:24:32.428065 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b9ca8e-8947-49bc-b888-cadf51b8fb5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:24:32.428422 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b9ca8e-8947-49bc-b888-cadf51b8fb5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:24:32.428809 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b9ca8e-8947-49bc-b888-cadf51b8fb5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:24:32.429096 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b9ca8e-8947-49bc-b888-cadf51b8fb5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:24:33.074411 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 52978) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:24:33.088288 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-b36563fd-1482-4687-8c6f-dfdb960a1092 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:33.160046 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-b36563fd-1482-4687-8c6f-dfdb960a1092 admin admin] Publish callbacks [] for security_group (2140ec63-fb42-4140-bd6f-db553593a3e7), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:33.278845 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-b36563fd-1482-4687-8c6f-dfdb960a1092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (2140ec63-fb42-4140-bd6f-db553593a3e7), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:33.321774 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-b36563fd-1482-4687-8c6f-dfdb960a1092 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e0484acb82224a0dbc6b47838edacc7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2460778 Mar 02 17:24:33.322675 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36563fd-1482-4687-8c6f-dfdb960a1092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2140ec63-fb42-4140-bd6f-db553593a3e7,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:24:33.324249 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 52980) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:24:33.383756 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-47b137f2-833a-4468-a6dd-2fc3c12286d9 admin admin] Publish callbacks [] for security_group (2140ec63-fb42-4140-bd6f-db553593a3e7), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:33.405174 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-47b137f2-833a-4468-a6dd-2fc3c12286d9 admin admin] Publish callbacks [] for security_group (2140ec63-fb42-4140-bd6f-db553593a3e7), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:33.529928 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-47b137f2-833a-4468-a6dd-2fc3c12286d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (2140ec63-fb42-4140-bd6f-db553593a3e7), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:33.533528 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-47b137f2-833a-4468-a6dd-2fc3c12286d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:33.534723 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-47b137f2-833a-4468-a6dd-2fc3c12286d9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2140ec63-fb42-4140-bd6f-db553593a3e7 HTTP/1.1" status: 204 len: 168 time: 0.2094545 Mar 02 17:24:33.543999 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b137f2-833a-4468-a6dd-2fc3c12286d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2140ec63-fb42-4140-bd6f-db553593a3e7,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:24:34.082084 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-6ec5bd1d-8dad-4d7d-8b28-48b6c17de898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90b713d5-0d52-4da0-a663-b3b1c9fefb3d), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:35.049935 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-7239c76e-3e75-4b64-9028-aed8f891363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (eca5c3a0-ec74-4a2a-a5c6-a62430d93509), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:35.977777 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 53040) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:24:36.084638 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-64089bd6-eccf-438a-be0e-87875e1d945b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:36.156494 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-64089bd6-eccf-438a-be0e-87875e1d945b admin admin] Publish callbacks [] for security_group (79c768cb-c172-4a80-9051-0d239cf88433), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:36.250247 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-64089bd6-eccf-438a-be0e-87875e1d945b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (79c768cb-c172-4a80-9051-0d239cf88433), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:36.287906 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-64089bd6-eccf-438a-be0e-87875e1d945b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a2140de9bac94e23b10164985eff36a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3090293 Mar 02 17:24:36.290471 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64089bd6-eccf-438a-be0e-87875e1d945b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79c768cb-c172-4a80-9051-0d239cf88433,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:24:36.291357 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 53044) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:24:36.345363 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2cfc32fd-e98e-4384-a62b-604b5a58b254 admin admin] Publish callbacks [] for security_group (79c768cb-c172-4a80-9051-0d239cf88433), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:36.366701 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2cfc32fd-e98e-4384-a62b-604b5a58b254 admin admin] Publish callbacks [] for security_group (79c768cb-c172-4a80-9051-0d239cf88433), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:36.539105 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2cfc32fd-e98e-4384-a62b-604b5a58b254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (79c768cb-c172-4a80-9051-0d239cf88433), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:36.542331 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2cfc32fd-e98e-4384-a62b-604b5a58b254 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:36.543556 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-2cfc32fd-e98e-4384-a62b-604b5a58b254 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/79c768cb-c172-4a80-9051-0d239cf88433 HTTP/1.1" status: 204 len: 168 time: 0.2510176 Mar 02 17:24:36.556775 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfc32fd-e98e-4384-a62b-604b5a58b254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c768cb-c172-4a80-9051-0d239cf88433,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:24:36.850122 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-765bf0ac-d167-416d-8fe2-638e582454ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (aac89579-4eb6-45c8-861e-e37bc0c26bf3), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:37.143167 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 53058) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:24:37.156334 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-fbb6a054-9a1f-4e90-9323-6360cd54f321 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:37.233653 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-fbb6a054-9a1f-4e90-9323-6360cd54f321 admin admin] Publish callbacks [] for security_group (b9f25ec1-e35f-4225-a2f9-35908bafc101), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:37.327515 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-fbb6a054-9a1f-4e90-9323-6360cd54f321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (b9f25ec1-e35f-4225-a2f9-35908bafc101), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:37.366305 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-fbb6a054-9a1f-4e90-9323-6360cd54f321 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f348dea03b7040c5bf63db7b4d2d7379&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2219636 Mar 02 17:24:37.367395 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb6a054-9a1f-4e90-9323-6360cd54f321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f25ec1-e35f-4225-a2f9-35908bafc101,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:24:37.369117 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 53064) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:24:37.418126 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-e76e7c2b-9e79-4b42-b14e-5e0b753b8ffa admin admin] Publish callbacks [] for security_group (b9f25ec1-e35f-4225-a2f9-35908bafc101), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:37.438927 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-e76e7c2b-9e79-4b42-b14e-5e0b753b8ffa admin admin] Publish callbacks [] for security_group (b9f25ec1-e35f-4225-a2f9-35908bafc101), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:37.564519 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-e76e7c2b-9e79-4b42-b14e-5e0b753b8ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (b9f25ec1-e35f-4225-a2f9-35908bafc101), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:37.570191 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-e76e7c2b-9e79-4b42-b14e-5e0b753b8ffa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:37.570191 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-e76e7c2b-9e79-4b42-b14e-5e0b753b8ffa admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b9f25ec1-e35f-4225-a2f9-35908bafc101 HTTP/1.1" status: 204 len: 168 time: 0.1981697 Mar 02 17:24:37.575902 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76e7c2b-9e79-4b42-b14e-5e0b753b8ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f25ec1-e35f-4225-a2f9-35908bafc101,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:24:38.236574 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90356b9b-9a55-4227-ace0-d1fc01a5475f), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:43.555612 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (dbb67c4d-7aa5-4acf-82b3-541c1cabd3d2), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:49.327364 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 53278) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:24:49.446932 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-ca353409-83e3-42ae-a6a0-bb04652b9b95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:49.522993 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-ca353409-83e3-42ae-a6a0-bb04652b9b95 admin admin] Publish callbacks [] for security_group (2af92bd6-d692-4ea7-96bf-0f5942f7de0f), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:49.641858 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-ca353409-83e3-42ae-a6a0-bb04652b9b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (2af92bd6-d692-4ea7-96bf-0f5942f7de0f), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:49.963670 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-ca353409-83e3-42ae-a6a0-bb04652b9b95 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4040612e49274187a44721663f2f8028&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6340485 Mar 02 17:24:49.964604 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca353409-83e3-42ae-a6a0-bb04652b9b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af92bd6-d692-4ea7-96bf-0f5942f7de0f,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:24:49.966260 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 53284) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:24:50.028591 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a8c1e78d-f76f-42cd-8495-5e5ab7ede913 admin admin] Publish callbacks [] for security_group (2af92bd6-d692-4ea7-96bf-0f5942f7de0f), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:50.055005 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a8c1e78d-f76f-42cd-8495-5e5ab7ede913 admin admin] Publish callbacks [] for security_group (2af92bd6-d692-4ea7-96bf-0f5942f7de0f), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:50.201231 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a8c1e78d-f76f-42cd-8495-5e5ab7ede913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (2af92bd6-d692-4ea7-96bf-0f5942f7de0f), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:50.205391 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a8c1e78d-f76f-42cd-8495-5e5ab7ede913 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:50.206572 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-a8c1e78d-f76f-42cd-8495-5e5ab7ede913 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2af92bd6-d692-4ea7-96bf-0f5942f7de0f HTTP/1.1" status: 204 len: 168 time: 0.2390225 Mar 02 17:24:50.216011 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c1e78d-f76f-42cd-8495-5e5ab7ede913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af92bd6-d692-4ea7-96bf-0f5942f7de0f,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:24:50.863233 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 53292) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:24:50.879240 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-ac02eea8-1f76-408e-8420-7709142feca3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:50.968458 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-ac02eea8-1f76-408e-8420-7709142feca3 admin admin] Publish callbacks [] for security_group (3faf8322-60b5-4315-958d-745ba1c30435), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:51.033136 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-ac02eea8-1f76-408e-8420-7709142feca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (3faf8322-60b5-4315-958d-745ba1c30435), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:51.073302 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-ac02eea8-1f76-408e-8420-7709142feca3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4201e6e4f8074572a003eb67ec21d526&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2089267 Mar 02 17:24:51.074318 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac02eea8-1f76-408e-8420-7709142feca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3faf8322-60b5-4315-958d-745ba1c30435,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:24:51.076581 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 53294) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:24:51.134964 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-c881cba7-5592-4b8f-94dd-4d83b5ba0e2d admin admin] Publish callbacks [] for security_group (3faf8322-60b5-4315-958d-745ba1c30435), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:51.157960 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-c881cba7-5592-4b8f-94dd-4d83b5ba0e2d admin admin] Publish callbacks [] for security_group (3faf8322-60b5-4315-958d-745ba1c30435), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:51.284342 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-c881cba7-5592-4b8f-94dd-4d83b5ba0e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (3faf8322-60b5-4315-958d-745ba1c30435), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:51.286953 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-c881cba7-5592-4b8f-94dd-4d83b5ba0e2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:51.288121 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-c881cba7-5592-4b8f-94dd-4d83b5ba0e2d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3faf8322-60b5-4315-958d-745ba1c30435 HTTP/1.1" status: 204 len: 168 time: 0.2098668 Mar 02 17:24:51.297743 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c881cba7-5592-4b8f-94dd-4d83b5ba0e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3faf8322-60b5-4315-958d-745ba1c30435,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:24:51.972829 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 53308) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:24:51.988007 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-d10e8a28-6be1-4c23-8414-570a85a95a56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:52.065033 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-d10e8a28-6be1-4c23-8414-570a85a95a56 admin admin] Publish callbacks [] for security_group (1f16e4ad-e136-4c31-8133-90ef153e0551), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:52.132990 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-d10e8a28-6be1-4c23-8414-570a85a95a56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (1f16e4ad-e136-4c31-8133-90ef153e0551), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:52.170762 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10e8a28-6be1-4c23-8414-570a85a95a56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f16e4ad-e136-4c31-8133-90ef153e0551,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:24:52.175699 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-d10e8a28-6be1-4c23-8414-570a85a95a56 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ea77dfc6cc2648a9b9eb8b6fc83e8adf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2017493 Mar 02 17:24:52.179469 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 53312) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:24:52.231324 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-c96b5be4-5c52-42b6-a845-3c22be801e80 admin admin] Publish callbacks [] for security_group (1f16e4ad-e136-4c31-8133-90ef153e0551), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:52.255103 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-c96b5be4-5c52-42b6-a845-3c22be801e80 admin admin] Publish callbacks [] for security_group (1f16e4ad-e136-4c31-8133-90ef153e0551), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:52.384275 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-c96b5be4-5c52-42b6-a845-3c22be801e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (1f16e4ad-e136-4c31-8133-90ef153e0551), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:52.386767 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-c96b5be4-5c52-42b6-a845-3c22be801e80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:52.389910 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-c96b5be4-5c52-42b6-a845-3c22be801e80 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1f16e4ad-e136-4c31-8133-90ef153e0551 HTTP/1.1" status: 204 len: 168 time: 0.2075517 Mar 02 17:24:52.400481 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96b5be4-5c52-42b6-a845-3c22be801e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f16e4ad-e136-4c31-8133-90ef153e0551,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:24:53.462827 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 53340) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:24:53.563482 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-f5d14331-63c1-4b7d-b128-d138bd43d330 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-555164339-network', 'tenant_id': '317746a06f66473a8244c5c3e6e42976'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:24:53.647252 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d14331-63c1-4b7d-b128-d138bd43d330 admin admin] Made reservation on behalf of 317746a06f66473a8244c5c3e6e42976 for: {'network': 1} {{(pid=103837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:24:53.649564 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-f5d14331-63c1-4b7d-b128-d138bd43d330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for network (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:53.660905 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-f5d14331-63c1-4b7d-b128-d138bd43d330 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:53.737373 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-f5d14331-63c1-4b7d-b128-d138bd43d330 admin admin] Publish callbacks [] for security_group (79c5332d-096f-4e23-ad0b-77b52d7e3b7d), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:53.836002 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-f5d14331-63c1-4b7d-b128-d138bd43d330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (79c5332d-096f-4e23-ad0b-77b52d7e3b7d), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:53.860935 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5d14331-63c1-4b7d-b128-d138bd43d330 admin admin] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=103837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:24:53.870800 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d14331-63c1-4b7d-b128-d138bd43d330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79c5332d-096f-4e23-ad0b-77b52d7e3b7d,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:24:53.876199 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-f5d14331-63c1-4b7d-b128-d138bd43d330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220699'] for segment (15b64c3a-11c2-490b-a2f8-69f4d060ebc8), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:53.876542 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.db.segments_db [None req-f5d14331-63c1-4b7d-b128-d138bd43d330 admin admin] Added segment 15b64c3a-11c2-490b-a2f8-69f4d060ebc8 of type vlan for network 6e195960-ad98-4d2b-89bc-4a61daf07d4e Mar 02 17:24:53.922158 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-f5d14331-63c1-4b7d-b128-d138bd43d330 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757691153484'] for network (6e195960-ad98-4d2b-89bc-4a61daf07d4e), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:54.021599 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-f5d14331-63c1-4b7d-b128-d138bd43d330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145'] for network (6e195960-ad98-4d2b-89bc-4a61daf07d4e), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:54.022745 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d14331-63c1-4b7d-b128-d138bd43d330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:24:54.023510 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-f5d14331-63c1-4b7d-b128-d138bd43d330 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572135'] for network (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:54.083484 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d14331-63c1-4b7d-b128-d138bd43d330 admin admin] Pushing event updated for resources: {'Network': ['ID=6e195960-ad98-4d2b-89bc-4a61daf07d4e,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:24:54.094555 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Network 6e195960-ad98-4d2b-89bc-4a61daf07d4e details requested by agent ovs-agent-dv-cinder-778193-22-iscsi with host dv-cinder-778193-22-iscsi {{(pid=103839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 17:24:54.139553 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-f5d14331-63c1-4b7d-b128-d138bd43d330 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6753466 Mar 02 17:24:54.143833 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 53346) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:24:54.149681 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-90e81262-5ca5-4667-83bc-975117326cab admin admin] Request body: {'subnet': {'network_id': '6e195960-ad98-4d2b-89bc-4a61daf07d4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-555164339-subnet', 'tenant_id': '317746a06f66473a8244c5c3e6e42976', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:24:54.232802 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e81262-5ca5-4667-83bc-975117326cab admin admin] Made reservation on behalf of 317746a06f66473a8244c5c3e6e42976 for: {'subnet': 1} {{(pid=103837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:24:54.235667 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-90e81262-5ca5-4667-83bc-975117326cab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29592736'] for subnet (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:54.461389 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-90e81262-5ca5-4667-83bc-975117326cab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29943627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29592722'] for subnet (1c8c8632-01eb-4427-9b25-b406e78340b6), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:54.523268 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e81262-5ca5-4667-83bc-975117326cab admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c8c8632-01eb-4427-9b25-b406e78340b6,revision_number=0']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:24:54.536280 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e81262-5ca5-4667-83bc-975117326cab admin admin] Checking segment: {'id': '15b64c3a-11c2-490b-a2f8-69f4d060ebc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '6e195960-ad98-4d2b-89bc-4a61daf07d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 17:24:54.536763 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e81262-5ca5-4667-83bc-975117326cab admin admin] Network hostable DHCP agents. Network: 6e195960-ad98-4d2b-89bc-4a61daf07d4e, hostable agents: ['0060df7f-f835-4890-b25c-3842f545a9d0'], hosted agents: [] {{(pid=103837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:24:54.629821 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e81262-5ca5-4667-83bc-975117326cab admin admin] Network 6e195960-ad98-4d2b-89bc-4a61daf07d4e is scheduled to be hosted by DHCP agent 0060df7f-f835-4890-b25c-3842f545a9d0 with binding_index 1 {{(pid=103837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:24:54.715550 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.scheduler.base_scheduler [None req-90e81262-5ca5-4667-83bc-975117326cab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-22-iscsi, 6e195960-ad98-4d2b-89bc-4a61daf07d4e) {{(pid=103837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:24:54.719686 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e81262-5ca5-4667-83bc-975117326cab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:24:54.720281 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-90e81262-5ca5-4667-83bc-975117326cab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572135'] for subnet (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:24:54.725173 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087db19c-6f7a-4c35-9678-482a96047cf3 None None] Network 6e195960-ad98-4d2b-89bc-4a61daf07d4e requested from dv-cinder-778193-22-iscsi {{(pid=103839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 17:24:54.820956 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-90e81262-5ca5-4667-83bc-975117326cab admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6759205 Mar 02 17:24:54.836191 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec5f78f-b0b3-437c-968d-ea8e604c1d1a None None] Network 6e195960-ad98-4d2b-89bc-4a61daf07d4e requested from dv-cinder-778193-22-iscsi {{(pid=103839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 17:24:56.922324 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5acdd8-103c-4d65-91eb-6def6a4a04e3 req-3a45536e-291e-4fb3-a0d6-cf612f0c60df tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:24:56.923743 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-7e5acdd8-103c-4d65-91eb-6def6a4a04e3 req-3a45536e-291e-4fb3-a0d6-cf612f0c60df tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] 10.222.0.55 "GET /v2.0/networks?id=6e195960-ad98-4d2b-89bc-4a61daf07d4e HTTP/1.1" status: 200 len: 813 time: 0.1079838 Mar 02 17:24:56.939598 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-7e5acdd8-103c-4d65-91eb-6def6a4a04e3 req-933c15d7-2544-4d7c-a351-49fa298ee60a tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] 10.222.0.55 "GET /v2.0/quotas/317746a06f66473a8244c5c3e6e42976 HTTP/1.1" status: 200 len: 375 time: 0.0099502 Mar 02 17:24:56.971070 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-7e5acdd8-103c-4d65-91eb-6def6a4a04e3 req-2614deee-7839-4b14-a30f-2ecfc9b99e09 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=317746a06f66473a8244c5c3e6e42976&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264359 Mar 02 17:24:57.067376 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-7e5acdd8-103c-4d65-91eb-6def6a4a04e3 req-5b457bd0-e770-4887-a8d2-91c0c31a1139 service neutron] 10.222.0.55 "GET /v2.0/networks/6e195960-ad98-4d2b-89bc-4a61daf07d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893726 Mar 02 17:24:57.165722 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-7e5acdd8-103c-4d65-91eb-6def6a4a04e3 req-3258fca3-f3ad-40f0-beea-628df19e45d2 service neutron] 10.222.0.55 "GET /v2.0/networks/6e195960-ad98-4d2b-89bc-4a61daf07d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919611 Mar 02 17:24:57.478344 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-09dcb507-a988-4aa0-9a5d-cda1a5b44382 req-3762e2e4-e4b8-4a10-a1d8-6e4dccb0b307 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa1af7a6-d48d-4c90-8b5c-fac5040ba2a2 HTTP/1.1" status: 200 len: 210 time: 0.0321305 Mar 02 17:24:58.582527 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2b8ce7e0-5e71-4ab4-a04c-e8344ea6cbc9 req-73d0cca5-196a-4869-b271-fec020fe82bb tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa1af7a6-d48d-4c90-8b5c-fac5040ba2a2 HTTP/1.1" status: 200 len: 210 time: 0.0282454 Mar 02 17:24:59.690751 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-7aa56d34-03b8-4d4d-bc24-11148599ecfa req-719e5b27-3734-4674-aaf8-dc6a8964955e tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa1af7a6-d48d-4c90-8b5c-fac5040ba2a2 HTTP/1.1" status: 200 len: 210 time: 0.0298419 Mar 02 17:24:59.899266 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5acdd8-103c-4d65-91eb-6def6a4a04e3 req-fc4c86d9-72e1-451b-b310-b99d71bd01f9 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:24:59.901081 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-7e5acdd8-103c-4d65-91eb-6def6a4a04e3 req-fc4c86d9-72e1-451b-b310-b99d71bd01f9 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] 10.222.0.49 "GET /v2.0/networks?id=6e195960-ad98-4d2b-89bc-4a61daf07d4e HTTP/1.1" status: 200 len: 813 time: 0.1170702 Mar 02 17:24:59.912574 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [req-7e5acdd8-103c-4d65-91eb-6def6a4a04e3 req-01873a89-f453-446b-8432-ce3ca26dcdc3 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] Request body: {'port': {'device_id': 'aa1af7a6-d48d-4c90-8b5c-fac5040ba2a2', 'network_id': '6e195960-ad98-4d2b-89bc-4a61daf07d4e', 'admin_state_up': True, 'tenant_id': '317746a06f66473a8244c5c3e6e42976'}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:25:00.141613 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e5acdd8-103c-4d65-91eb-6def6a4a04e3 req-01873a89-f453-446b-8432-ce3ca26dcdc3 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] Made reservation on behalf of 317746a06f66473a8244c5c3e6e42976 for: {'port': 1} {{(pid=103838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:25:00.145658 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-7e5acdd8-103c-4d65-91eb-6def6a4a04e3 req-01873a89-f453-446b-8432-ce3ca26dcdc3 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:00.271328 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.db_base_plugin_common [req-7e5acdd8-103c-4d65-91eb-6def6a4a04e3 req-01873a89-f453-446b-8432-ce3ca26dcdc3 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] Allocated IP 172.20.0.10 (6e195960-ad98-4d2b-89bc-4a61daf07d4e/1c8c8632-01eb-4427-9b25-b406e78340b6/ac2b4c74-d5b6-44e0-9cdd-800e3c4a9064) {{(pid=103838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:25:00.451245 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-7e5acdd8-103c-4d65-91eb-6def6a4a04e3 req-01873a89-f453-446b-8432-ce3ca26dcdc3 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] Publish callbacks [] for port (ac2b4c74-d5b6-44e0-9cdd-800e3c4a9064), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:00.559021 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-7e5acdd8-103c-4d65-91eb-6def6a4a04e3 req-01873a89-f453-446b-8432-ce3ca26dcdc3 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757691134181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26691326'] for port (ac2b4c74-d5b6-44e0-9cdd-800e3c4a9064), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:00.604957 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e5acdd8-103c-4d65-91eb-6def6a4a04e3 req-01873a89-f453-446b-8432-ce3ca26dcdc3 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] Network 6e195960-ad98-4d2b-89bc-4a61daf07d4e is already hosted by enough agents. {{(pid=103838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:25:00.608289 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.base_scheduler [req-7e5acdd8-103c-4d65-91eb-6def6a4a04e3 req-01873a89-f453-446b-8432-ce3ca26dcdc3 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] Resources bound (agent type, host, resource id): {{(pid=103838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:25:00.612475 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e5acdd8-103c-4d65-91eb-6def6a4a04e3 req-01873a89-f453-446b-8432-ce3ca26dcdc3 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] Received port after_create {{(pid=103838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 17:25:00.641276 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01873a89-f453-446b-8432-ce3ca26dcdc3 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] Pushing event updated for resources: {'Port': ['ID=ac2b4c74-d5b6-44e0-9cdd-800e3c4a9064,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:00.669591 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5acdd8-103c-4d65-91eb-6def6a4a04e3 req-01873a89-f453-446b-8432-ce3ca26dcdc3 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:00.670216 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-7e5acdd8-103c-4d65-91eb-6def6a4a04e3 req-01873a89-f453-446b-8432-ce3ca26dcdc3 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021714'] for port (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:00.771728 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-7e5acdd8-103c-4d65-91eb-6def6a4a04e3 req-01873a89-f453-446b-8432-ce3ca26dcdc3 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8628330 Mar 02 17:25:00.799733 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [req-7e5acdd8-103c-4d65-91eb-6def6a4a04e3 req-8bf73965-ae0e-47f8-8609-224414338313 service neutron] Request body: {'port': {'device_id': 'aa1af7a6-d48d-4c90-8b5c-fac5040ba2a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:25:00.864953 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19045b4-445b-4623-bcfa-4a4bb3b3a51e req-cd786950-8337-4b94-b58e-167bcc94b673 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:00.866511 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c19045b4-445b-4623-bcfa-4a4bb3b3a51e req-cd786950-8337-4b94-b58e-167bcc94b673 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa1af7a6-d48d-4c90-8b5c-fac5040ba2a2 HTTP/1.1" status: 200 len: 932 time: 0.1068556 Mar 02 17:25:00.882366 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-7e5acdd8-103c-4d65-91eb-6def6a4a04e3 req-8bf73965-ae0e-47f8-8609-224414338313 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (ac2b4c74-d5b6-44e0-9cdd-800e3c4a9064), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:00.953112 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c19045b4-445b-4623-bcfa-4a4bb3b3a51e req-87af2b88-5505-443c-a631-bb6b915a6555 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] 10.222.0.55 "GET /v2.0/security-groups?id=79c5332d-096f-4e23-ad0b-77b52d7e3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801313 Mar 02 17:25:01.181731 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [req-7e5acdd8-103c-4d65-91eb-6def6a4a04e3 req-8bf73965-ae0e-47f8-8609-224414338313 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac2b4c74-d5b6-44e0-9cdd-800e3c4a9064 {{(pid=103838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 17:25:01.189882 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-7e5acdd8-103c-4d65-91eb-6def6a4a04e3 req-8bf73965-ae0e-47f8-8609-224414338313 service neutron] Publish callbacks [] for port (ac2b4c74-d5b6-44e0-9cdd-800e3c4a9064), precommit_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:01.202712 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [req-7e5acdd8-103c-4d65-91eb-6def6a4a04e3 req-8bf73965-ae0e-47f8-8609-224414338313 service neutron] Transition to ACTIVE for port object ac2b4c74-d5b6-44e0-9cdd-800e3c4a9064 will not be triggered until provisioned by entity L2. {{(pid=103838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 17:25:01.304052 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-7e5acdd8-103c-4d65-91eb-6def6a4a04e3 req-8bf73965-ae0e-47f8-8609-224414338313 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26691319'] for port (ac2b4c74-d5b6-44e0-9cdd-800e3c4a9064), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:01.355295 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf73965-ae0e-47f8-8609-224414338313 service neutron] Pushing event updated for resources: {'Port': ['ID=ac2b4c74-d5b6-44e0-9cdd-800e3c4a9064,revision_number=2']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:01.425145 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [req-7e5acdd8-103c-4d65-91eb-6def6a4a04e3 req-8bf73965-ae0e-47f8-8609-224414338313 service neutron] Attempting to bind port ac2b4c74-d5b6-44e0-9cdd-800e3c4a9064 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 17:25:01.425473 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [req-7e5acdd8-103c-4d65-91eb-6def6a4a04e3 req-8bf73965-ae0e-47f8-8609-224414338313 service neutron] Attempting to bind port ac2b4c74-d5b6-44e0-9cdd-800e3c4a9064 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '15b64c3a-11c2-490b-a2f8-69f4d060ebc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '6e195960-ad98-4d2b-89bc-4a61daf07d4e'}] {{(pid=103838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 17:25:01.425796 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5acdd8-103c-4d65-91eb-6def6a4a04e3 req-8bf73965-ae0e-47f8-8609-224414338313 service neutron] Attempting to bind port ac2b4c74-d5b6-44e0-9cdd-800e3c4a9064 on network 6e195960-ad98-4d2b-89bc-4a61daf07d4e {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 17:25:01.430372 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5acdd8-103c-4d65-91eb-6def6a4a04e3 req-8bf73965-ae0e-47f8-8609-224414338313 service neutron] Port ac2b4c74-d5b6-44e0-9cdd-800e3c4a9064 on network 6e195960-ad98-4d2b-89bc-4a61daf07d4e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 17:25:01.430687 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5acdd8-103c-4d65-91eb-6def6a4a04e3 req-8bf73965-ae0e-47f8-8609-224414338313 service neutron] Attempting to bind port ac2b4c74-d5b6-44e0-9cdd-800e3c4a9064 on network 6e195960-ad98-4d2b-89bc-4a61daf07d4e {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 17:25:01.435485 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5acdd8-103c-4d65-91eb-6def6a4a04e3 req-8bf73965-ae0e-47f8-8609-224414338313 service neutron] Checking agent: {'id': 'dbb67c4d-7aa5-4acf-82b3-541c1cabd3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 13), 'started_at': datetime.datetime(2022, 3, 2, 17, 13, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 17:25:01.439457 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5acdd8-103c-4d65-91eb-6def6a4a04e3 req-8bf73965-ae0e-47f8-8609-224414338313 service neutron] Checking segment: {'id': '15b64c3a-11c2-490b-a2f8-69f4d060ebc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '6e195960-ad98-4d2b-89bc-4a61daf07d4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 17:25:01.439457 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5acdd8-103c-4d65-91eb-6def6a4a04e3 req-8bf73965-ae0e-47f8-8609-224414338313 service neutron] Bound using segment: {'id': '15b64c3a-11c2-490b-a2f8-69f4d060ebc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '6e195960-ad98-4d2b-89bc-4a61daf07d4e'} {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 17:25:01.439457 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [req-7e5acdd8-103c-4d65-91eb-6def6a4a04e3 req-8bf73965-ae0e-47f8-8609-224414338313 service neutron] Bound port: ac2b4c74-d5b6-44e0-9cdd-800e3c4a9064, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15b64c3a-11c2-490b-a2f8-69f4d060ebc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '6e195960-ad98-4d2b-89bc-4a61daf07d4e'}}] {{(pid=103838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 17:25:01.439457 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-7e5acdd8-103c-4d65-91eb-6def6a4a04e3 req-8bf73965-ae0e-47f8-8609-224414338313 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (ac2b4c74-d5b6-44e0-9cdd-800e3c4a9064), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:01.503819 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [req-7e5acdd8-103c-4d65-91eb-6def6a4a04e3 req-8bf73965-ae0e-47f8-8609-224414338313 service neutron] For port ac2b4c74-d5b6-44e0-9cdd-800e3c4a9064, host hv-cinder-77819, cleared binding levels {{(pid=103838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:25:01.507258 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [req-7e5acdd8-103c-4d65-91eb-6def6a4a04e3 req-8bf73965-ae0e-47f8-8609-224414338313 service neutron] For port ac2b4c74-d5b6-44e0-9cdd-800e3c4a9064, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=ac2b4c74-d5b6-44e0-9cdd-800e3c4a9064,segment=NetworkSegment(15b64c3a-11c2-490b-a2f8-69f4d060ebc8),segment_id=15b64c3a-11c2-490b-a2f8-69f4d060ebc8)] {{(pid=103838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:25:01.581991 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-7e5acdd8-103c-4d65-91eb-6def6a4a04e3 req-8bf73965-ae0e-47f8-8609-224414338313 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26691319'] for port (ac2b4c74-d5b6-44e0-9cdd-800e3c4a9064), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:01.617999 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5acdd8-103c-4d65-91eb-6def6a4a04e3 req-8bf73965-ae0e-47f8-8609-224414338313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:01.618604 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-7e5acdd8-103c-4d65-91eb-6def6a4a04e3 req-8bf73965-ae0e-47f8-8609-224414338313 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021714'] for port (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:01.619952 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-7e5acdd8-103c-4d65-91eb-6def6a4a04e3 req-8bf73965-ae0e-47f8-8609-224414338313 service neutron] 10.222.0.49 "PUT /v2.0/ports/ac2b4c74-d5b6-44e0-9cdd-800e3c4a9064 HTTP/1.1" status: 200 len: 1094 time: 0.8266137 Mar 02 17:25:01.620373 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa1af7a6-d48d-4c90-8b5c-fac5040ba2a2', 'tag': 'ac2b4c74-d5b6-44e0-9cdd-800e3c4a9064'}] {{(pid=103838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 17:25:01.622615 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7c8e0f7c7170b606f581d652a183e77a47547618c5f9292d8eb62f06a367e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d813033f-b24f-484a-9b66-241c0d707f2b" -d '{"events": [{"name": "network-changed", "server_uuid": "aa1af7a6-d48d-4c90-8b5c-fac5040ba2a2", "tag": "ac2b4c74-d5b6-44e0-9cdd-800e3c4a9064"}]}' {{(pid=103838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 17:25:01.645267 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf73965-ae0e-47f8-8609-224414338313 service neutron] Pushing event updated for resources: {'Port': ['ID=ac2b4c74-d5b6-44e0-9cdd-800e3c4a9064,revision_number=3']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:01.664520 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 17:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d68382-8a9b-4594-806d-285f12df5e99 x-openstack-request-id: req-39d68382-8a9b-4594-806d-285f12df5e99 {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 17:25:01.664806 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa1af7a6-d48d-4c90-8b5c-fac5040ba2a2", "tag": "ac2b4c74-d5b6-44e0-9cdd-800e3c4a9064", "status": "completed", "code": 200}]} {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 17:25:01.665055 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-39d68382-8a9b-4594-806d-285f12df5e99 {{(pid=103838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 17:25:01.665467 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa1af7a6-d48d-4c90-8b5c-fac5040ba2a2', 'tag': 'ac2b4c74-d5b6-44e0-9cdd-800e3c4a9064', 'status': 'completed', 'code': 200} Mar 02 17:25:01.732481 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813033f-b24f-484a-9b66-241c0d707f2b req-87ec4186-7621-4842-a82c-b90fd309948e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:01.734520 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d813033f-b24f-484a-9b66-241c0d707f2b req-87ec4186-7621-4842-a82c-b90fd309948e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=317746a06f66473a8244c5c3e6e42976&device_id=aa1af7a6-d48d-4c90-8b5c-fac5040ba2a2 HTTP/1.1" status: 200 len: 1128 time: 0.0493319 Mar 02 17:25:01.769791 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-a03376ae-3929-41ce-b6a6-86f398ce844b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (0060df7f-f835-4890-b25c-3842f545a9d0), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:01.839583 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813033f-b24f-484a-9b66-241c0d707f2b req-3ec8de95-c7e1-4cf1-b2ad-86318525dd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:01.840935 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d813033f-b24f-484a-9b66-241c0d707f2b req-3ec8de95-c7e1-4cf1-b2ad-86318525dd90 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=317746a06f66473a8244c5c3e6e42976&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0997910 Mar 02 17:25:01.969131 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813033f-b24f-484a-9b66-241c0d707f2b req-77de2362-f5f5-48df-9e62-36c5f611f2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:01.970546 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d813033f-b24f-484a-9b66-241c0d707f2b req-77de2362-f5f5-48df-9e62-36c5f611f2d8 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1239603 Mar 02 17:25:02.104577 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5acdd8-103c-4d65-91eb-6def6a4a04e3 req-47bbd6d6-e993-400d-8189-9bc2a799af93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:02.106331 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-7e5acdd8-103c-4d65-91eb-6def6a4a04e3 req-47bbd6d6-e993-400d-8189-9bc2a799af93 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=317746a06f66473a8244c5c3e6e42976&device_id=aa1af7a6-d48d-4c90-8b5c-fac5040ba2a2 HTTP/1.1" status: 200 len: 1128 time: 0.0916915 Mar 02 17:25:02.140002 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e738cf51-ebc3-4d9d-81c1-3aa4b5c8d12a req-37d1b2c2-46bb-4e06-9256-a261863b75cc tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:02.140002 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e738cf51-ebc3-4d9d-81c1-3aa4b5c8d12a req-37d1b2c2-46bb-4e06-9256-a261863b75cc tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa1af7a6-d48d-4c90-8b5c-fac5040ba2a2 HTTP/1.1" status: 200 len: 944 time: 0.0866313 Mar 02 17:25:02.169895 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-7e5acdd8-103c-4d65-91eb-6def6a4a04e3 req-081eaa8b-06fc-434c-a223-a1af4cf88ba6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac2b4c74-d5b6-44e0-9cdd-800e3c4a9064 HTTP/1.1" status: 200 len: 217 time: 0.0560584 Mar 02 17:25:02.242396 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5acdd8-103c-4d65-91eb-6def6a4a04e3 req-7106813f-6e2b-4196-adef-59565a0462af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:02.243852 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-7e5acdd8-103c-4d65-91eb-6def6a4a04e3 req-7106813f-6e2b-4196-adef-59565a0462af service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1c8c8632-01eb-4427-9b25-b406e78340b6 HTTP/1.1" status: 200 len: 853 time: 0.0684984 Mar 02 17:25:02.252078 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e738cf51-ebc3-4d9d-81c1-3aa4b5c8d12a req-30deec15-6043-4363-89d7-0463f31b4fc9 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] 10.222.0.55 "GET /v2.0/security-groups?id=79c5332d-096f-4e23-ad0b-77b52d7e3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847940 Mar 02 17:25:02.281408 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-7e5acdd8-103c-4d65-91eb-6def6a4a04e3 req-ec145137-ef21-471e-9415-104fe16a6241 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6e195960-ad98-4d2b-89bc-4a61daf07d4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281043 Mar 02 17:25:02.374675 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-7e5acdd8-103c-4d65-91eb-6def6a4a04e3 req-57c562fa-9b42-43d1-bcd6-7069fc8659e0 service neutron] 10.222.0.49 "GET /v2.0/networks/6e195960-ad98-4d2b-89bc-4a61daf07d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868320 Mar 02 17:25:02.466554 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-7e5acdd8-103c-4d65-91eb-6def6a4a04e3 req-540da00b-fca9-4bb4-9a46-eb4f6fa8d100 service neutron] 10.222.0.49 "GET /v2.0/networks/6e195960-ad98-4d2b-89bc-4a61daf07d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859020 Mar 02 17:25:03.387533 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad640a-05ea-4438-bf37-4622523f1491 req-f84701e3-b559-46ad-a7c3-3246ae538a9d tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:03.388991 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-30ad640a-05ea-4438-bf37-4622523f1491 req-f84701e3-b559-46ad-a7c3-3246ae538a9d tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa1af7a6-d48d-4c90-8b5c-fac5040ba2a2 HTTP/1.1" status: 200 len: 944 time: 0.0606775 Mar 02 17:25:03.441324 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-30ad640a-05ea-4438-bf37-4622523f1491 req-3ac78032-da90-4744-88a5-795d5d509b5f tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] 10.222.0.55 "GET /v2.0/security-groups?id=79c5332d-096f-4e23-ad0b-77b52d7e3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464540 Mar 02 17:25:03.589347 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 53444) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:25:03.696278 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-57e64d54-2321-401f-94e8-bacaeeb4092d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:03.769365 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-57e64d54-2321-401f-94e8-bacaeeb4092d admin admin] Publish callbacks [] for security_group (b6586552-f638-484f-8970-45e9749a80a0), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:03.829073 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-57e64d54-2321-401f-94e8-bacaeeb4092d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (b6586552-f638-484f-8970-45e9749a80a0), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:03.867499 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-57e64d54-2321-401f-94e8-bacaeeb4092d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4d666593b26946d4b697780047f2d4d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2769332 Mar 02 17:25:03.868272 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e64d54-2321-401f-94e8-bacaeeb4092d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6586552-f638-484f-8970-45e9749a80a0,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:03.870264 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 53448) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:25:03.926642 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-e561a33a-97a5-41a6-af07-3a3871955d41 admin admin] Publish callbacks [] for security_group (b6586552-f638-484f-8970-45e9749a80a0), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:03.948274 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-e561a33a-97a5-41a6-af07-3a3871955d41 admin admin] Publish callbacks [] for security_group (b6586552-f638-484f-8970-45e9749a80a0), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:04.066903 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-e561a33a-97a5-41a6-af07-3a3871955d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (b6586552-f638-484f-8970-45e9749a80a0), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:04.069877 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-e561a33a-97a5-41a6-af07-3a3871955d41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:04.071329 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-e561a33a-97a5-41a6-af07-3a3871955d41 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b6586552-f638-484f-8970-45e9749a80a0 HTTP/1.1" status: 204 len: 168 time: 0.1996279 Mar 02 17:25:04.081620 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e561a33a-97a5-41a6-af07-3a3871955d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6586552-f638-484f-8970-45e9749a80a0,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:04.111692 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-4ac4a396-e67e-42aa-8cf9-e40d571fe692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90b713d5-0d52-4da0-a663-b3b1c9fefb3d), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:04.574131 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42060b5-ccf8-42e4-b9e3-12bbd28bdbf8 req-d7c87ea7-55f3-4193-bc19-b151d7dbcf90 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:04.575653 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c42060b5-ccf8-42e4-b9e3-12bbd28bdbf8 req-d7c87ea7-55f3-4193-bc19-b151d7dbcf90 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa1af7a6-d48d-4c90-8b5c-fac5040ba2a2 HTTP/1.1" status: 200 len: 944 time: 0.0556121 Mar 02 17:25:04.629301 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c42060b5-ccf8-42e4-b9e3-12bbd28bdbf8 req-265a1db5-2650-4f44-9053-2a4bd2897d26 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] 10.222.0.55 "GET /v2.0/security-groups?id=79c5332d-096f-4e23-ad0b-77b52d7e3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469148 Mar 02 17:25:04.891401 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device ac2b4c74-d5b6-44e0-9cdd-800e3c4a9064 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 17:25:05.013530 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] For port ac2b4c74-d5b6-44e0-9cdd-800e3c4a9064, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=ac2b4c74-d5b6-44e0-9cdd-800e3c4a9064,segment=NetworkSegment(15b64c3a-11c2-490b-a2f8-69f4d060ebc8),segment_id=15b64c3a-11c2-490b-a2f8-69f4d060ebc8)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:25:05.026880 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Returning: {'device': 'ac2b4c74-d5b6-44e0-9cdd-800e3c4a9064', 'network_id': '6e195960-ad98-4d2b-89bc-4a61daf07d4e', 'port_id': 'ac2b4c74-d5b6-44e0-9cdd-800e3c4a9064', 'mac_address': 'fa:16:3e:8e:ba:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c8c8632-01eb-4427-9b25-b406e78340b6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 17:25:05.067708 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Current status of the port ac2b4c74-d5b6-44e0-9cdd-800e3c4a9064 is: DOWN; New status is: BUILD {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:25:05.068106 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (ac2b4c74-d5b6-44e0-9cdd-800e3c4a9064), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:05.082865 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.notifiers.nova [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac2b4c74-d5b6-44e0-9cdd-800e3c4a9064 {{(pid=103839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 17:25:05.111615 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] For port ac2b4c74-d5b6-44e0-9cdd-800e3c4a9064, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=ac2b4c74-d5b6-44e0-9cdd-800e3c4a9064,segment=NetworkSegment(15b64c3a-11c2-490b-a2f8-69f4d060ebc8),segment_id=15b64c3a-11c2-490b-a2f8-69f4d060ebc8)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:25:05.143866 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-7239c76e-3e75-4b64-9028-aed8f891363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (eca5c3a0-ec74-4a2a-a5c6-a62430d93509), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:05.223545 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (ac2b4c74-d5b6-44e0-9cdd-800e3c4a9064), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:05.286634 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Pushing event updated for resources: {'Port': ['ID=ac2b4c74-d5b6-44e0-9cdd-800e3c4a9064,revision_number=4']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:05.294043 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:25:05.294391 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:25:05.294735 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:25:05.295067 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:25:05.295400 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:25:05.296252 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:25:05.296582 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:25:05.296920 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:25:05.297319 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:25:05.297650 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:25:05.297993 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:25:05.298315 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:25:05.298633 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:25:05.453946 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] get_ports_and_sgs() called for port_ids ['ac2b4c74-d5b6-44e0-9cdd-800e3c4a9064'] {{(pid=103839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 17:25:05.756092 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b42a05-f82e-4ef4-9dbb-00d1c9a70e5c req-a07d7a2c-66b3-49d2-acd8-c2eaaec4f83a tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:05.757589 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-b7b42a05-f82e-4ef4-9dbb-00d1c9a70e5c req-a07d7a2c-66b3-49d2-acd8-c2eaaec4f83a tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa1af7a6-d48d-4c90-8b5c-fac5040ba2a2 HTTP/1.1" status: 200 len: 945 time: 0.0579443 Mar 02 17:25:05.808546 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-b7b42a05-f82e-4ef4-9dbb-00d1c9a70e5c req-6a2385bc-0edf-4770-bbc2-e6484d7c43a4 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] 10.222.0.55 "GET /v2.0/security-groups?id=79c5332d-096f-4e23-ad0b-77b52d7e3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451016 Mar 02 17:25:06.858417 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-765bf0ac-d167-416d-8fe2-638e582454ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (aac89579-4eb6-45c8-861e-e37bc0c26bf3), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:06.907223 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device ac2b4c74-d5b6-44e0-9cdd-800e3c4a9064 up at agent hyperv_hv-cinder-77819 {{(pid=103839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 17:25:06.927481 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5604c53-4466-489f-b94a-f8856c763fdc req-3de00312-b223-4065-ae6f-0e33ca7df5ba tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:06.928974 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-f5604c53-4466-489f-b94a-f8856c763fdc req-3de00312-b223-4065-ae6f-0e33ca7df5ba tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa1af7a6-d48d-4c90-8b5c-fac5040ba2a2 HTTP/1.1" status: 200 len: 945 time: 0.0535984 Mar 02 17:25:06.993323 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-f5604c53-4466-489f-b94a-f8856c763fdc req-e4d25a7b-4072-4dd8-a9a2-e01770906a28 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] 10.222.0.55 "GET /v2.0/security-groups?id=79c5332d-096f-4e23-ad0b-77b52d7e3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521247 Mar 02 17:25:07.103724 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Provisioning for port ac2b4c74-d5b6-44e0-9cdd-800e3c4a9064 completed by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 17:25:07.109234 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Provisioning complete for port ac2b4c74-d5b6-44e0-9cdd-800e3c4a9064 triggered by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:25:07.109710 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (ac2b4c74-d5b6-44e0-9cdd-800e3c4a9064), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:07.191782 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-abc10962-0679-44bd-847f-a8f3381b1e5e req-0107eefd-a529-4b39-b9ac-81e667d86a96 tempest-VolumesNegativeTest-1937570927 tempest-VolumesNegativeTest-1937570927-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=2a5e308c42c7499097636f38ec58a828&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286911 Mar 02 17:25:07.208342 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Current status of the port ac2b4c74-d5b6-44e0-9cdd-800e3c4a9064 is: BUILD; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:25:07.208723 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (ac2b4c74-d5b6-44e0-9cdd-800e3c4a9064), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:07.232154 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa1af7a6-d48d-4c90-8b5c-fac5040ba2a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac2b4c74-d5b6-44e0-9cdd-800e3c4a9064'}] {{(pid=103839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 17:25:07.235115 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1ae65c9246df630c0a528d92fdc2f4b7a0a5f54ed45d3739c3110b66571c885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66fa5c65-8c6d-466e-811e-b5cd5c38262f" -d '{"events": [{"server_uuid": "aa1af7a6-d48d-4c90-8b5c-fac5040ba2a2", "name": "network-vif-plugged", "status": "completed", "tag": "ac2b4c74-d5b6-44e0-9cdd-800e3c4a9064"}]}' {{(pid=103839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 17:25:07.249485 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] For port ac2b4c74-d5b6-44e0-9cdd-800e3c4a9064, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=ac2b4c74-d5b6-44e0-9cdd-800e3c4a9064,segment=NetworkSegment(15b64c3a-11c2-490b-a2f8-69f4d060ebc8),segment_id=15b64c3a-11c2-490b-a2f8-69f4d060ebc8)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:25:07.278246 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 17:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bebf297e-542c-4877-b36b-3811191a1e20 x-openstack-request-id: req-bebf297e-542c-4877-b36b-3811191a1e20 {{(pid=103839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 17:25:07.278596 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa1af7a6-d48d-4c90-8b5c-fac5040ba2a2", "name": "network-vif-plugged", "status": "completed", "tag": "ac2b4c74-d5b6-44e0-9cdd-800e3c4a9064", "code": 200}]} {{(pid=103839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 17:25:07.278907 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bebf297e-542c-4877-b36b-3811191a1e20 {{(pid=103839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 17:25:07.279371 dv-cinder-778193-22-iscsi neutron-server[103839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa1af7a6-d48d-4c90-8b5c-fac5040ba2a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac2b4c74-d5b6-44e0-9cdd-800e3c4a9064', 'code': 200} Mar 02 17:25:07.315432 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (ac2b4c74-d5b6-44e0-9cdd-800e3c4a9064), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:07.382407 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Pushing event updated for resources: {'Port': ['ID=ac2b4c74-d5b6-44e0-9cdd-800e3c4a9064,revision_number=5']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:07.394723 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc10962-0679-44bd-847f-a8f3381b1e5e req-1f70132c-4f05-4674-b54d-fdf72c0cff3c tempest-VolumesNegativeTest-1937570927 tempest-VolumesNegativeTest-1937570927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:07.396194 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-abc10962-0679-44bd-847f-a8f3381b1e5e req-1f70132c-4f05-4674-b54d-fdf72c0cff3c tempest-VolumesNegativeTest-1937570927 tempest-VolumesNegativeTest-1937570927-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1976120 Mar 02 17:25:07.411365 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-abc10962-0679-44bd-847f-a8f3381b1e5e req-5f4e5c3d-9de1-4423-96b4-016376c983be tempest-VolumesNegativeTest-1937570927 tempest-VolumesNegativeTest-1937570927-project] 10.222.0.55 "GET /v2.0/quotas/2a5e308c42c7499097636f38ec58a828 HTTP/1.1" status: 200 len: 375 time: 0.0098555 Mar 02 17:25:07.444954 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-abc10962-0679-44bd-847f-a8f3381b1e5e req-0f6bc839-dc64-460a-b476-231d1f5fa128 tempest-VolumesNegativeTest-1937570927 tempest-VolumesNegativeTest-1937570927-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=2a5e308c42c7499097636f38ec58a828&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276916 Mar 02 17:25:07.685976 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1758b705-079e-4e16-a728-90b95849e27e req-1e30ad30-1178-4a18-ad63-eb4ba312d38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:07.687773 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-1758b705-079e-4e16-a728-90b95849e27e req-1e30ad30-1178-4a18-ad63-eb4ba312d38e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=aa1af7a6-d48d-4c90-8b5c-fac5040ba2a2 HTTP/1.1" status: 200 len: 1130 time: 0.0565479 Mar 02 17:25:07.729333 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-1d342d96-6b3f-49d4-9d47-5b5ef71c4e8e req-d92166ea-2a01-4aa7-945d-71c60c1d4234 tempest-VolumesNegativeTest-1937570927 tempest-VolumesNegativeTest-1937570927-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5325364-a437-48f8-a782-7b382f974f92 HTTP/1.1" status: 200 len: 210 time: 0.0369709 Mar 02 17:25:07.765508 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-1758b705-079e-4e16-a728-90b95849e27e req-43d8c808-9d34-4b87-894a-a277cf917216 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=79c5332d-096f-4e23-ad0b-77b52d7e3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626812 Mar 02 17:25:07.839440 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.agents_db [None req-2c4e262f-840f-46f3-949a-97bfddff46e9 None None] Agent healthcheck: found 6 active agents {{(pid=103840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 17:25:08.116432 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ea9189-c1df-4444-86e6-37b5590b3567 req-52299c49-aedd-441a-8694-b50f3d62462d tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:08.118438 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-35ea9189-c1df-4444-86e6-37b5590b3567 req-52299c49-aedd-441a-8694-b50f3d62462d tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa1af7a6-d48d-4c90-8b5c-fac5040ba2a2 HTTP/1.1" status: 200 len: 946 time: 0.0573990 Mar 02 17:25:08.171815 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-35ea9189-c1df-4444-86e6-37b5590b3567 req-5f710c42-71f1-4108-9303-45b1503064ec tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] 10.222.0.55 "GET /v2.0/security-groups?id=79c5332d-096f-4e23-ad0b-77b52d7e3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472748 Mar 02 17:25:08.257655 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90356b9b-9a55-4227-ace0-d1fc01a5475f), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:08.356122 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 53510) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:25:08.524159 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-4d949ee6-649c-484b-a1a4-badc2bc4e412 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Deleting port 70980828-0ace-4b8f-a14b-551a8606497f {{(pid=103838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 17:25:08.524645 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-4d949ee6-649c-484b-a1a4-badc2bc4e412 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757691651449'] for port (70980828-0ace-4b8f-a14b-551a8606497f), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:08.609445 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-4d949ee6-649c-484b-a1a4-badc2bc4e412 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757418'] for port (70980828-0ace-4b8f-a14b-551a8606497f), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:08.609746 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-4d949ee6-649c-484b-a1a4-badc2bc4e412 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Publish callbacks [] for floatingip (70980828-0ace-4b8f-a14b-551a8606497f), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:08.622579 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-4d949ee6-649c-484b-a1a4-badc2bc4e412 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Calling delete_port for 70980828-0ace-4b8f-a14b-551a8606497f owned by network:floatingip {{(pid=103838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 17:25:08.817569 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2974c084-51c5-4ba4-841f-d35a8d596471 req-5b4c9d4f-3349-4fb6-b407-549f400cdd51 tempest-VolumesNegativeTest-1937570927 tempest-VolumesNegativeTest-1937570927-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5325364-a437-48f8-a782-7b382f974f92 HTTP/1.1" status: 200 len: 210 time: 0.0288100 Mar 02 17:25:08.892159 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-4d949ee6-649c-484b-a1a4-badc2bc4e412 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757691659996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757691134190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26691326'] for port (70980828-0ace-4b8f-a14b-551a8606497f), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:08.918420 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d949ee6-649c-484b-a1a4-badc2bc4e412 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Pushing event deleted for resources: {'Port': ['ID=70980828-0ace-4b8f-a14b-551a8606497f,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:08.986311 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-4d949ee6-649c-484b-a1a4-badc2bc4e412 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Publish callbacks [] for floatingip (4207bf69-1176-418a-931b-6a3ff6f921d1), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:08.986707 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.db.l3_db [None req-4d949ee6-649c-484b-a1a4-badc2bc4e412 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Floating IP 4207bf69-1176-418a-931b-6a3ff6f921d1 disassociated (deleted). External IP: 172.27.1.138, port: d3d6a1fa-d70e-4381-8c00-417e289bec03. Mar 02 17:25:09.227111 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d949ee6-649c-484b-a1a4-badc2bc4e412 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Router becbf512-6e92-482c-834b-f65967d9639a has already been hosted by L3 agent 90b713d5-0d52-4da0-a663-b3b1c9fefb3d {{(pid=103838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:25:09.382236 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20eaa6f-b91d-4fd8-aaf9-eea858330813 req-b8a91d2d-f468-453f-9b9e-0129b0c4ac11 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:09.383757 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-b20eaa6f-b91d-4fd8-aaf9-eea858330813 req-b8a91d2d-f468-453f-9b9e-0129b0c4ac11 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa1af7a6-d48d-4c90-8b5c-fac5040ba2a2 HTTP/1.1" status: 200 len: 946 time: 0.1069863 Mar 02 17:25:09.400948 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d949ee6-649c-484b-a1a4-badc2bc4e412 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Notify agent at l3_agent.dv-cinder-778193-22-iscsi the message routers_updated {{(pid=103838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:25:09.411032 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-4d949ee6-649c-484b-a1a4-badc2bc4e412 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021714'] for floatingip (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:09.435629 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf7a972-2bc2-4adc-b46a-9584b87e7e4a None None] Sync routers for ids ['becbf512-6e92-482c-834b-f65967d9639a'] in dv-cinder-778193-22-iscsi {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 17:25:09.455998 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf7a972-2bc2-4adc-b46a-9584b87e7e4a None None] Routers {'becbf512-6e92-482c-834b-f65967d9639a'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:25:09.457320 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-ccf7a972-2bc2-4adc-b46a-9584b87e7e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:25:04Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['becbf512-6e92-482c-834b-f65967d9639a'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:25:09.463634 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-4d949ee6-649c-484b-a1a4-badc2bc4e412 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "DELETE /v2.0/floatingips/4207bf69-1176-418a-931b-6a3ff6f921d1 HTTP/1.1" status: 204 len: 168 time: 1.1057541 Mar 02 17:25:09.463634 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd465c29-f4bb-40d3-8087-a28561372930', 'tag': 'd3d6a1fa-d70e-4381-8c00-417e289bec03'}] {{(pid=103838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 17:25:09.465905 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7c8e0f7c7170b606f581d652a183e77a47547618c5f9292d8eb62f06a367e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4403b793-ddd5-47d0-8cc4-0481d928d44d" -d '{"events": [{"name": "network-changed", "server_uuid": "dd465c29-f4bb-40d3-8087-a28561372930", "tag": "d3d6a1fa-d70e-4381-8c00-417e289bec03"}]}' {{(pid=103838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 17:25:09.474929 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-b20eaa6f-b91d-4fd8-aaf9-eea858330813 req-b0399ee9-8c3a-459f-a8f6-39c4314dfa10 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] 10.222.0.55 "GET /v2.0/security-groups?id=79c5332d-096f-4e23-ad0b-77b52d7e3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845010 Mar 02 17:25:09.553298 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 17:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-773c0875-efb9-42f5-9b0b-79addc2da2ac x-openstack-request-id: req-773c0875-efb9-42f5-9b0b-79addc2da2ac {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 17:25:09.553298 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd465c29-f4bb-40d3-8087-a28561372930", "tag": "d3d6a1fa-d70e-4381-8c00-417e289bec03", "status": "completed", "code": 200}]} {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 17:25:09.553298 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-773c0875-efb9-42f5-9b0b-79addc2da2ac {{(pid=103838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 17:25:09.553298 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd465c29-f4bb-40d3-8087-a28561372930', 'tag': 'd3d6a1fa-d70e-4381-8c00-417e289bec03', 'status': 'completed', 'code': 200} Mar 02 17:25:09.640307 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-ccf7a972-2bc2-4adc-b46a-9584b87e7e4a None None] Set router becbf512-6e92-482c-834b-f65967d9639a gateway port host: dv-cinder-778193-22-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:25:09.645992 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4403b793-ddd5-47d0-8cc4-0481d928d44d req-ca968ea9-3733-406d-834c-137f42ac233f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:09.648462 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-4403b793-ddd5-47d0-8cc4-0481d928d44d req-ca968ea9-3733-406d-834c-137f42ac233f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5ba5387a29d94fbbbf29115c3fa4a9d4&device_id=dd465c29-f4bb-40d3-8087-a28561372930 HTTP/1.1" status: 200 len: 1129 time: 0.0748892 Mar 02 17:25:09.981394 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-ccf7a972-2bc2-4adc-b46a-9584b87e7e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'becbf512-6e92-482c-834b-f65967d9639a', 'name': 'tempest-TestShelveInstance-82202310-router', 'tenant_id': '5ba5387a29d94fbbbf29115c3fa4a9d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '77ea3bd5-4aa2-4dd3-b504-25c741149106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:20:19Z', 'updated_at': '2022-03-02T17:20:23Z', 'revision_number': 4, 'project_id': '5ba5387a29d94fbbbf29115c3fa4a9d4', 'gw_port': {'id': '77ea3bd5-4aa2-4dd3-b504-25c741149106', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:42:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becbf512-6e92-482c-834b-f65967d9639a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:20:20Z', 'updated_at': '2022-03-02T17:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_interfaces': [{'id': 'd28add78-d138-4deb-9f28-b9a86428c184', 'name': '', 'network_id': 'ba42464c-405f-4ebb-a940-670d1544688b', 'tenant_id': '5ba5387a29d94fbbbf29115c3fa4a9d4', 'mac_address': 'fa:16:3e:47:2f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becbf512-6e92-482c-834b-f65967d9639a', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '2a0d3268-f102-4234-baa8-674033af714e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:20:22Z', 'updated_at': '2022-03-02T17:20:26Z', 'revision_number': 5, 'project_id': '5ba5387a29d94fbbbf29115c3fa4a9d4', 'subnets': [{'id': '2a0d3268-f102-4234-baa8-674033af714e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:25:10.040599 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf7a972-2bc2-4adc-b46a-9584b87e7e4a None None] Checking router: becbf512-6e92-482c-834b-f65967d9639a for host: dv-cinder-778193-22-iscsi {{(pid=103839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 17:25:10.054437 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf7a972-2bc2-4adc-b46a-9584b87e7e4a None None] Routers {'becbf512-6e92-482c-834b-f65967d9639a'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:25:10.060156 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-ccf7a972-2bc2-4adc-b46a-9584b87e7e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:25:04Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['becbf512-6e92-482c-834b-f65967d9639a'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:25:10.078356 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-a569dc50-5728-4154-aeb2-d0f6afc77c08 req-b196cb90-0127-4f1c-8510-37b4c561286d tempest-VolumesNegativeTest-1937570927 tempest-VolumesNegativeTest-1937570927-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5325364-a437-48f8-a782-7b382f974f92 HTTP/1.1" status: 200 len: 210 time: 0.0348959 Mar 02 17:25:10.158250 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4403b793-ddd5-47d0-8cc4-0481d928d44d req-fda05dc4-10dc-4ed5-b428-41e0c2193bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:10.160686 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-4403b793-ddd5-47d0-8cc4-0481d928d44d req-fda05dc4-10dc-4ed5-b428-41e0c2193bce service neutron] 10.222.0.49 "GET /v2.0/networks?id=ba42464c-405f-4ebb-a940-670d1544688b HTTP/1.1" status: 200 len: 908 time: 0.5047231 Mar 02 17:25:10.191425 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a179aa5-3248-495f-a214-04058162c642 req-db0fe825-61a1-4d34-ad2a-e2ef2c8dc288 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:10.193992 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-7a179aa5-3248-495f-a214-04058162c642 req-db0fe825-61a1-4d34-ad2a-e2ef2c8dc288 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd465c29-f4bb-40d3-8087-a28561372930 HTTP/1.1" status: 200 len: 945 time: 0.1126404 Mar 02 17:25:10.218416 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-ccf7a972-2bc2-4adc-b46a-9584b87e7e4a None None] Set router becbf512-6e92-482c-834b-f65967d9639a gateway port host: dv-cinder-778193-22-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:25:10.232396 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-4403b793-ddd5-47d0-8cc4-0481d928d44d req-9d7622d2-4f77-44d2-9f7f-c608b4647aa3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3d6a1fa-d70e-4381-8c00-417e289bec03 HTTP/1.1" status: 200 len: 217 time: 0.0649803 Mar 02 17:25:10.338053 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-abc10962-0679-44bd-847f-a8f3381b1e5e req-d22cdd2a-346c-4464-8843-62c43e94da0f tempest-VolumesNegativeTest-1937570927 tempest-VolumesNegativeTest-1937570927-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=2a5e308c42c7499097636f38ec58a828&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433705 Mar 02 17:25:10.362343 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-7a179aa5-3248-495f-a214-04058162c642 req-0cb10fcf-cf59-43aa-b7fa-9a8322b775ad tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/security-groups?id=691587e8-f519-48ff-9a30-b494861ac1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324780 Mar 02 17:25:10.363863 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4403b793-ddd5-47d0-8cc4-0481d928d44d req-8d1656e7-cf53-4067-9a5d-46ddbe85cf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:10.365232 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-4403b793-ddd5-47d0-8cc4-0481d928d44d req-8d1656e7-cf53-4067-9a5d-46ddbe85cf40 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2a0d3268-f102-4234-baa8-674033af714e HTTP/1.1" status: 200 len: 846 time: 0.1265171 Mar 02 17:25:10.481589 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4403b793-ddd5-47d0-8cc4-0481d928d44d req-422a0864-0f4f-4789-8062-a862f8057687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:10.483772 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-4403b793-ddd5-47d0-8cc4-0481d928d44d req-422a0864-0f4f-4789-8062-a862f8057687 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ba42464c-405f-4ebb-a940-670d1544688b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1059935 Mar 02 17:25:10.517760 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc10962-0679-44bd-847f-a8f3381b1e5e req-ef5cb506-5313-406e-a34b-ff2705ee9ee6 tempest-VolumesNegativeTest-1937570927 tempest-VolumesNegativeTest-1937570927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:10.519240 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-abc10962-0679-44bd-847f-a8f3381b1e5e req-ef5cb506-5313-406e-a34b-ff2705ee9ee6 tempest-VolumesNegativeTest-1937570927 tempest-VolumesNegativeTest-1937570927-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1723220 Mar 02 17:25:10.557496 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [req-abc10962-0679-44bd-847f-a8f3381b1e5e req-76aa6f63-9475-44d0-ad5f-7ca0b5a33cf9 tempest-VolumesNegativeTest-1937570927 tempest-VolumesNegativeTest-1937570927-project] Request body: {'port': {'device_id': 'a5325364-a437-48f8-a782-7b382f974f92', 'network_id': '82269cdd-932d-452f-9a05-7306d18c2398', 'admin_state_up': True, 'tenant_id': '2a5e308c42c7499097636f38ec58a828'}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:25:10.601758 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-ccf7a972-2bc2-4adc-b46a-9584b87e7e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'becbf512-6e92-482c-834b-f65967d9639a', 'name': 'tempest-TestShelveInstance-82202310-router', 'tenant_id': '5ba5387a29d94fbbbf29115c3fa4a9d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '77ea3bd5-4aa2-4dd3-b504-25c741149106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:20:19Z', 'updated_at': '2022-03-02T17:20:23Z', 'revision_number': 4, 'project_id': '5ba5387a29d94fbbbf29115c3fa4a9d4', 'gw_port': {'id': '77ea3bd5-4aa2-4dd3-b504-25c741149106', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:42:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becbf512-6e92-482c-834b-f65967d9639a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:20:20Z', 'updated_at': '2022-03-02T17:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_interfaces': [{'id': 'd28add78-d138-4deb-9f28-b9a86428c184', 'name': '', 'network_id': 'ba42464c-405f-4ebb-a940-670d1544688b', 'tenant_id': '5ba5387a29d94fbbbf29115c3fa4a9d4', 'mac_address': 'fa:16:3e:47:2f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becbf512-6e92-482c-834b-f65967d9639a', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '2a0d3268-f102-4234-baa8-674033af714e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:20:22Z', 'updated_at': '2022-03-02T17:20:26Z', 'revision_number': 5, 'project_id': '5ba5387a29d94fbbbf29115c3fa4a9d4', 'subnets': [{'id': '2a0d3268-f102-4234-baa8-674033af714e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:25:10.644029 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-4403b793-ddd5-47d0-8cc4-0481d928d44d req-3faf41ae-2d2d-4cef-90ea-e11c9457b35d service neutron] 10.222.0.49 "GET /v2.0/networks/ba42464c-405f-4ebb-a940-670d1544688b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514444 Mar 02 17:25:10.657932 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf7a972-2bc2-4adc-b46a-9584b87e7e4a None None] The sync data for ids ['becbf512-6e92-482c-834b-f65967d9639a'] in dv-cinder-778193-22-iscsi is: [{'id': 'becbf512-6e92-482c-834b-f65967d9639a', 'name': 'tempest-TestShelveInstance-82202310-router', 'tenant_id': '5ba5387a29d94fbbbf29115c3fa4a9d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '77ea3bd5-4aa2-4dd3-b504-25c741149106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:20:19Z', 'updated_at': '2022-03-02T17:20:23Z', 'revision_number': 4, 'project_id': '5ba5387a29d94fbbbf29115c3fa4a9d4', 'gw_port': {'id': '77ea3bd5-4aa2-4dd3-b504-25c741149106', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:42:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becbf512-6e92-482c-834b-f65967d9639a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:20:20Z', 'updated_at': '2022-03-02T17:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_interfaces': [{'id': 'd28add78-d138-4deb-9f28-b9a86428c184', 'name': '', 'network_id': 'ba42464c-405f-4ebb-a940-670d1544688b', 'tenant_id': '5ba5387a29d94fbbbf29115c3fa4a9d4', 'mac_address': 'fa:16:3e:47:2f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becbf512-6e92-482c-834b-f65967d9639a', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '2a0d3268-f102-4234-baa8-674033af714e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:20:22Z', 'updated_at': '2022-03-02T17:20:26Z', 'revision_number': 5, 'project_id': '5ba5387a29d94fbbbf29115c3fa4a9d4', 'subnets': [{'id': '2a0d3268-f102-4234-baa8-674033af714e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 17:25:10.783176 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-4403b793-ddd5-47d0-8cc4-0481d928d44d req-a6d16579-e9bc-4318-a962-446f926049bb service neutron] 10.222.0.49 "GET /v2.0/networks/ba42464c-405f-4ebb-a940-670d1544688b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312149 Mar 02 17:25:10.880729 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abc10962-0679-44bd-847f-a8f3381b1e5e req-76aa6f63-9475-44d0-ad5f-7ca0b5a33cf9 tempest-VolumesNegativeTest-1937570927 tempest-VolumesNegativeTest-1937570927-project] Made reservation on behalf of 2a5e308c42c7499097636f38ec58a828 for: {'port': 1} {{(pid=103838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:25:10.884164 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-abc10962-0679-44bd-847f-a8f3381b1e5e req-76aa6f63-9475-44d0-ad5f-7ca0b5a33cf9 tempest-VolumesNegativeTest-1937570927 tempest-VolumesNegativeTest-1937570927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:10.895308 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-abc10962-0679-44bd-847f-a8f3381b1e5e req-76aa6f63-9475-44d0-ad5f-7ca0b5a33cf9 tempest-VolumesNegativeTest-1937570927 tempest-VolumesNegativeTest-1937570927-project] Publish callbacks [] for security_group (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:10.944924 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65dae537-7acc-4017-aee8-71b7d42a736f None None] New status for floating IP 4207bf69-1176-418a-931b-6a3ff6f921d1: DOWN {{(pid=103840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 17:25:10.988053 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-abc10962-0679-44bd-847f-a8f3381b1e5e req-76aa6f63-9475-44d0-ad5f-7ca0b5a33cf9 tempest-VolumesNegativeTest-1937570927 tempest-VolumesNegativeTest-1937570927-project] Publish callbacks [] for security_group (315d004e-8227-4896-82d3-36534fe9aeba), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:11.086785 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-abc10962-0679-44bd-847f-a8f3381b1e5e req-76aa6f63-9475-44d0-ad5f-7ca0b5a33cf9 tempest-VolumesNegativeTest-1937570927 tempest-VolumesNegativeTest-1937570927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (315d004e-8227-4896-82d3-36534fe9aeba), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:11.160405 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aa6f63-9475-44d0-ad5f-7ca0b5a33cf9 tempest-VolumesNegativeTest-1937570927 tempest-VolumesNegativeTest-1937570927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=315d004e-8227-4896-82d3-36534fe9aeba,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:11.232501 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-9d3df938-5d2b-4277-af7b-e5e15fe06f08 req-07123887-41ca-447a-83a3-41c7f47c9d99 tempest-VolumesNegativeTest-1937570927 tempest-VolumesNegativeTest-1937570927-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5325364-a437-48f8-a782-7b382f974f92 HTTP/1.1" status: 200 len: 210 time: 0.0514901 Mar 02 17:25:11.279295 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.db_base_plugin_common [req-abc10962-0679-44bd-847f-a8f3381b1e5e req-76aa6f63-9475-44d0-ad5f-7ca0b5a33cf9 tempest-VolumesNegativeTest-1937570927 tempest-VolumesNegativeTest-1937570927-project] Allocated IP 192.168.233.209 (82269cdd-932d-452f-9a05-7306d18c2398/edf54ed6-99a1-4872-8040-328bcbed74b0/a8c88ae7-44da-4211-ba19-7534f05b0a78) {{(pid=103838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:25:11.465610 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-abc10962-0679-44bd-847f-a8f3381b1e5e req-76aa6f63-9475-44d0-ad5f-7ca0b5a33cf9 tempest-VolumesNegativeTest-1937570927 tempest-VolumesNegativeTest-1937570927-project] Publish callbacks [] for port (a8c88ae7-44da-4211-ba19-7534f05b0a78), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:11.532645 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6542b-769c-4ff4-9ee5-302ed8912630 req-125f2b78-7116-4eac-98cd-6faa69ee2958 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:11.534147 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d0a6542b-769c-4ff4-9ee5-302ed8912630 req-125f2b78-7116-4eac-98cd-6faa69ee2958 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd465c29-f4bb-40d3-8087-a28561372930 HTTP/1.1" status: 200 len: 945 time: 0.0864203 Mar 02 17:25:11.593356 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d0a6542b-769c-4ff4-9ee5-302ed8912630 req-35bbf889-0962-4256-9afb-330b73e156b1 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/security-groups?id=691587e8-f519-48ff-9a30-b494861ac1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482073 Mar 02 17:25:11.608122 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-abc10962-0679-44bd-847f-a8f3381b1e5e req-76aa6f63-9475-44d0-ad5f-7ca0b5a33cf9 tempest-VolumesNegativeTest-1937570927 tempest-VolumesNegativeTest-1937570927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757691134181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26691326'] for port (a8c88ae7-44da-4211-ba19-7534f05b0a78), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:11.659838 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abc10962-0679-44bd-847f-a8f3381b1e5e req-76aa6f63-9475-44d0-ad5f-7ca0b5a33cf9 tempest-VolumesNegativeTest-1937570927 tempest-VolumesNegativeTest-1937570927-project] Network 82269cdd-932d-452f-9a05-7306d18c2398 is already hosted by enough agents. {{(pid=103838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:25:11.663317 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.base_scheduler [req-abc10962-0679-44bd-847f-a8f3381b1e5e req-76aa6f63-9475-44d0-ad5f-7ca0b5a33cf9 tempest-VolumesNegativeTest-1937570927 tempest-VolumesNegativeTest-1937570927-project] Resources bound (agent type, host, resource id): {{(pid=103838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:25:11.668655 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [req-abc10962-0679-44bd-847f-a8f3381b1e5e req-76aa6f63-9475-44d0-ad5f-7ca0b5a33cf9 tempest-VolumesNegativeTest-1937570927 tempest-VolumesNegativeTest-1937570927-project] Received port after_create {{(pid=103838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 17:25:11.699295 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aa6f63-9475-44d0-ad5f-7ca0b5a33cf9 tempest-VolumesNegativeTest-1937570927 tempest-VolumesNegativeTest-1937570927-project] Pushing event updated for resources: {'Port': ['ID=a8c88ae7-44da-4211-ba19-7534f05b0a78,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:11.730115 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc10962-0679-44bd-847f-a8f3381b1e5e req-76aa6f63-9475-44d0-ad5f-7ca0b5a33cf9 tempest-VolumesNegativeTest-1937570927 tempest-VolumesNegativeTest-1937570927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:11.731543 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-abc10962-0679-44bd-847f-a8f3381b1e5e req-76aa6f63-9475-44d0-ad5f-7ca0b5a33cf9 tempest-VolumesNegativeTest-1937570927 tempest-VolumesNegativeTest-1937570927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021714'] for port (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:11.805313 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f9b7db-32d1-451c-a01d-c354cbeb67d2 req-ab51facb-0788-405c-b66e-de0a1f82e8cc tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:11.805313 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-a9f9b7db-32d1-451c-a01d-c354cbeb67d2 req-ab51facb-0788-405c-b66e-de0a1f82e8cc tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd465c29-f4bb-40d3-8087-a28561372930 HTTP/1.1" status: 200 len: 945 time: 0.0651400 Mar 02 17:25:11.855629 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-abc10962-0679-44bd-847f-a8f3381b1e5e req-76aa6f63-9475-44d0-ad5f-7ca0b5a33cf9 tempest-VolumesNegativeTest-1937570927 tempest-VolumesNegativeTest-1937570927-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3050654 Mar 02 17:25:11.871007 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [req-abc10962-0679-44bd-847f-a8f3381b1e5e req-da490647-aed8-4fe6-972b-074a6386a627 service neutron] Request body: {'port': {'device_id': 'a5325364-a437-48f8-a782-7b382f974f92', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:25:11.976511 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-abc10962-0679-44bd-847f-a8f3381b1e5e req-da490647-aed8-4fe6-972b-074a6386a627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (a8c88ae7-44da-4211-ba19-7534f05b0a78), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:11.981432 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-a33aa39e-4f5d-465a-a481-307818787f68 None None] Provisioning complete for port a8c88ae7-44da-4211-ba19-7534f05b0a78 triggered by entity DHCP. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:25:11.982034 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-a33aa39e-4f5d-465a-a481-307818787f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (a8c88ae7-44da-4211-ba19-7534f05b0a78), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:12.004653 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [req-a9f9b7db-32d1-451c-a01d-c354cbeb67d2 req-3fe23334-d39e-45a6-8ac1-99559a33b942 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Deleting port d3d6a1fa-d70e-4381-8c00-417e289bec03 {{(pid=103838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 17:25:12.004969 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-a9f9b7db-32d1-451c-a01d-c354cbeb67d2 req-3fe23334-d39e-45a6-8ac1-99559a33b942 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757691651449'] for port (d3d6a1fa-d70e-4381-8c00-417e289bec03), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:12.018785 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-a33aa39e-4f5d-465a-a481-307818787f68 None None] Port a8c88ae7-44da-4211-ba19-7534f05b0a78 cannot update to ACTIVE because it is not bound. {{(pid=103839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 17:25:12.193505 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [req-a9f9b7db-32d1-451c-a01d-c354cbeb67d2 req-3fe23334-d39e-45a6-8ac1-99559a33b942 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] For port d3d6a1fa-d70e-4381-8c00-417e289bec03, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d3d6a1fa-d70e-4381-8c00-417e289bec03,segment=NetworkSegment(bb2b16e4-4f12-4cfe-8e89-0bb700c57910),segment_id=bb2b16e4-4f12-4cfe-8e89-0bb700c57910)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:25:12.193887 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-a9f9b7db-32d1-451c-a01d-c354cbeb67d2 req-3fe23334-d39e-45a6-8ac1-99559a33b942 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757418'] for port (d3d6a1fa-d70e-4381-8c00-417e289bec03), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:12.248558 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [req-a9f9b7db-32d1-451c-a01d-c354cbeb67d2 req-3fe23334-d39e-45a6-8ac1-99559a33b942 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Calling delete_port for d3d6a1fa-d70e-4381-8c00-417e289bec03 owned by compute:nova {{(pid=103838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 17:25:12.488281 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763106c7-15ad-4e7b-8ef1-3bff4cd38b7c req-d4ca6551-604b-44e0-a993-55d7e8e9fa38 tempest-VolumesNegativeTest-1937570927 tempest-VolumesNegativeTest-1937570927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:12.490028 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-763106c7-15ad-4e7b-8ef1-3bff4cd38b7c req-d4ca6551-604b-44e0-a993-55d7e8e9fa38 tempest-VolumesNegativeTest-1937570927 tempest-VolumesNegativeTest-1937570927-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5325364-a437-48f8-a782-7b382f974f92 HTTP/1.1" status: 200 len: 936 time: 0.1651890 Mar 02 17:25:12.508918 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [req-abc10962-0679-44bd-847f-a8f3381b1e5e req-da490647-aed8-4fe6-972b-074a6386a627 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8c88ae7-44da-4211-ba19-7534f05b0a78 {{(pid=103838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 17:25:12.527659 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-abc10962-0679-44bd-847f-a8f3381b1e5e req-da490647-aed8-4fe6-972b-074a6386a627 service neutron] Publish callbacks [] for port (a8c88ae7-44da-4211-ba19-7534f05b0a78), precommit_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:12.574409 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-763106c7-15ad-4e7b-8ef1-3bff4cd38b7c req-e453aa2e-5d57-4adc-9504-c7a5b903010e tempest-VolumesNegativeTest-1937570927 tempest-VolumesNegativeTest-1937570927-project] 10.222.0.55 "GET /v2.0/security-groups?id=315d004e-8227-4896-82d3-36534fe9aeba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760398 Mar 02 17:25:12.632953 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [req-abc10962-0679-44bd-847f-a8f3381b1e5e req-da490647-aed8-4fe6-972b-074a6386a627 service neutron] Transition to ACTIVE for port object a8c88ae7-44da-4211-ba19-7534f05b0a78 will not be triggered until provisioned by entity L2. {{(pid=103838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 17:25:12.634105 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-a9f9b7db-32d1-451c-a01d-c354cbeb67d2 req-3fe23334-d39e-45a6-8ac1-99559a33b942 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757691659996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757691134190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26691326'] for port (d3d6a1fa-d70e-4381-8c00-417e289bec03), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:12.670487 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe23334-d39e-45a6-8ac1-99559a33b942 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Pushing event deleted for resources: {'Port': ['ID=d3d6a1fa-d70e-4381-8c00-417e289bec03,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:12.716900 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-ecaabd03-8b35-4bde-a0b6-72ea477ff79b req-2e7b0233-24b5-4096-8f9a-3a9bf2961ac9 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd465c29-f4bb-40d3-8087-a28561372930 HTTP/1.1" status: 200 len: 210 time: 0.0485315 Mar 02 17:25:12.743565 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9f9b7db-32d1-451c-a01d-c354cbeb67d2 req-3fe23334-d39e-45a6-8ac1-99559a33b942 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] No DVR routers for this DVR port d3d6a1fa-d70e-4381-8c00-417e289bec03 on host hv-cinder-77819 {{(pid=103838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:25:12.746326 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-abc10962-0679-44bd-847f-a8f3381b1e5e req-da490647-aed8-4fe6-972b-074a6386a627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26691319'] for port (a8c88ae7-44da-4211-ba19-7534f05b0a78), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:12.748515 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-a9f9b7db-32d1-451c-a01d-c354cbeb67d2 req-3fe23334-d39e-45a6-8ac1-99559a33b942 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021714'] for port (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:12.753386 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-a9f9b7db-32d1-451c-a01d-c354cbeb67d2 req-3fe23334-d39e-45a6-8ac1-99559a33b942 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.49 "DELETE /v2.0/ports/d3d6a1fa-d70e-4381-8c00-417e289bec03 HTTP/1.1" status: 204 len: 173 time: 0.9423375 Mar 02 17:25:12.760947 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd465c29-f4bb-40d3-8087-a28561372930', 'name': 'network-vif-deleted', 'tag': 'd3d6a1fa-d70e-4381-8c00-417e289bec03'}] {{(pid=103838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 17:25:12.763388 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7c8e0f7c7170b606f581d652a183e77a47547618c5f9292d8eb62f06a367e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c78936-563b-4f82-bf0c-ea624a7363ee" -d '{"events": [{"server_uuid": "dd465c29-f4bb-40d3-8087-a28561372930", "name": "network-vif-deleted", "tag": "d3d6a1fa-d70e-4381-8c00-417e289bec03"}]}' {{(pid=103838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 17:25:12.808435 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 17:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3627ec88-4fdf-4e54-90da-c45061475dcc x-openstack-request-id: req-3627ec88-4fdf-4e54-90da-c45061475dcc {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 17:25:12.808771 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd465c29-f4bb-40d3-8087-a28561372930", "name": "network-vif-deleted", "tag": "d3d6a1fa-d70e-4381-8c00-417e289bec03", "status": "completed", "code": 200}]} {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 17:25:12.809043 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3627ec88-4fdf-4e54-90da-c45061475dcc {{(pid=103838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 17:25:12.809443 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd465c29-f4bb-40d3-8087-a28561372930', 'name': 'network-vif-deleted', 'tag': 'd3d6a1fa-d70e-4381-8c00-417e289bec03', 'status': 'completed', 'code': 200} Mar 02 17:25:12.873387 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da490647-aed8-4fe6-972b-074a6386a627 service neutron] Pushing event updated for resources: {'Port': ['ID=a8c88ae7-44da-4211-ba19-7534f05b0a78,revision_number=2']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:12.906479 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [req-abc10962-0679-44bd-847f-a8f3381b1e5e req-da490647-aed8-4fe6-972b-074a6386a627 service neutron] Attempting to bind port a8c88ae7-44da-4211-ba19-7534f05b0a78 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 17:25:12.906863 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [req-abc10962-0679-44bd-847f-a8f3381b1e5e req-da490647-aed8-4fe6-972b-074a6386a627 service neutron] Attempting to bind port a8c88ae7-44da-4211-ba19-7534f05b0a78 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'd26aeab2-d34d-4769-9c6d-c94cb932fda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '82269cdd-932d-452f-9a05-7306d18c2398'}] {{(pid=103838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 17:25:12.907161 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc10962-0679-44bd-847f-a8f3381b1e5e req-da490647-aed8-4fe6-972b-074a6386a627 service neutron] Attempting to bind port a8c88ae7-44da-4211-ba19-7534f05b0a78 on network 82269cdd-932d-452f-9a05-7306d18c2398 {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 17:25:12.912786 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc10962-0679-44bd-847f-a8f3381b1e5e req-da490647-aed8-4fe6-972b-074a6386a627 service neutron] Port a8c88ae7-44da-4211-ba19-7534f05b0a78 on network 82269cdd-932d-452f-9a05-7306d18c2398 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 17:25:12.913111 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc10962-0679-44bd-847f-a8f3381b1e5e req-da490647-aed8-4fe6-972b-074a6386a627 service neutron] Attempting to bind port a8c88ae7-44da-4211-ba19-7534f05b0a78 on network 82269cdd-932d-452f-9a05-7306d18c2398 {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 17:25:12.919678 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc10962-0679-44bd-847f-a8f3381b1e5e req-da490647-aed8-4fe6-972b-074a6386a627 service neutron] Checking agent: {'id': 'dbb67c4d-7aa5-4acf-82b3-541c1cabd3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 13), 'started_at': datetime.datetime(2022, 3, 2, 17, 13, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 17:25:12.920103 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc10962-0679-44bd-847f-a8f3381b1e5e req-da490647-aed8-4fe6-972b-074a6386a627 service neutron] Checking segment: {'id': 'd26aeab2-d34d-4769-9c6d-c94cb932fda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '82269cdd-932d-452f-9a05-7306d18c2398'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 17:25:12.921083 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc10962-0679-44bd-847f-a8f3381b1e5e req-da490647-aed8-4fe6-972b-074a6386a627 service neutron] Bound using segment: {'id': 'd26aeab2-d34d-4769-9c6d-c94cb932fda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '82269cdd-932d-452f-9a05-7306d18c2398'} {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 17:25:12.921911 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [req-abc10962-0679-44bd-847f-a8f3381b1e5e req-da490647-aed8-4fe6-972b-074a6386a627 service neutron] Bound port: a8c88ae7-44da-4211-ba19-7534f05b0a78, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd26aeab2-d34d-4769-9c6d-c94cb932fda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '82269cdd-932d-452f-9a05-7306d18c2398'}}] {{(pid=103838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 17:25:12.922076 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-abc10962-0679-44bd-847f-a8f3381b1e5e req-da490647-aed8-4fe6-972b-074a6386a627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (a8c88ae7-44da-4211-ba19-7534f05b0a78), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:13.007868 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [req-abc10962-0679-44bd-847f-a8f3381b1e5e req-da490647-aed8-4fe6-972b-074a6386a627 service neutron] For port a8c88ae7-44da-4211-ba19-7534f05b0a78, host hv-cinder-77819, cleared binding levels {{(pid=103838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:25:13.011205 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [req-abc10962-0679-44bd-847f-a8f3381b1e5e req-da490647-aed8-4fe6-972b-074a6386a627 service neutron] For port a8c88ae7-44da-4211-ba19-7534f05b0a78, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a8c88ae7-44da-4211-ba19-7534f05b0a78,segment=NetworkSegment(d26aeab2-d34d-4769-9c6d-c94cb932fda1),segment_id=d26aeab2-d34d-4769-9c6d-c94cb932fda1)] {{(pid=103838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:25:13.104768 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-abc10962-0679-44bd-847f-a8f3381b1e5e req-da490647-aed8-4fe6-972b-074a6386a627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26691319'] for port (a8c88ae7-44da-4211-ba19-7534f05b0a78), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:13.149739 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc10962-0679-44bd-847f-a8f3381b1e5e req-da490647-aed8-4fe6-972b-074a6386a627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:13.150453 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-abc10962-0679-44bd-847f-a8f3381b1e5e req-da490647-aed8-4fe6-972b-074a6386a627 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021714'] for port (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:13.151904 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-abc10962-0679-44bd-847f-a8f3381b1e5e req-da490647-aed8-4fe6-972b-074a6386a627 service neutron] 10.222.0.49 "PUT /v2.0/ports/a8c88ae7-44da-4211-ba19-7534f05b0a78 HTTP/1.1" status: 200 len: 1098 time: 1.2851985 Mar 02 17:25:13.173201 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da490647-aed8-4fe6-972b-074a6386a627 service neutron] Pushing event updated for resources: {'Port': ['ID=a8c88ae7-44da-4211-ba19-7534f05b0a78,revision_number=3']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:13.329703 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc10962-0679-44bd-847f-a8f3381b1e5e req-3cb20351-ac38-49cc-a707-959843619ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:13.331450 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-abc10962-0679-44bd-847f-a8f3381b1e5e req-3cb20351-ac38-49cc-a707-959843619ec1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2a5e308c42c7499097636f38ec58a828&device_id=a5325364-a437-48f8-a782-7b382f974f92 HTTP/1.1" status: 200 len: 1132 time: 0.0719142 Mar 02 17:25:13.380036 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-abc10962-0679-44bd-847f-a8f3381b1e5e req-9caed9df-c0c1-466b-b2cd-4c1304e169b0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=a8c88ae7-44da-4211-ba19-7534f05b0a78 HTTP/1.1" status: 200 len: 217 time: 0.0408006 Mar 02 17:25:13.436182 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc10962-0679-44bd-847f-a8f3381b1e5e req-da7a1216-5447-4fd6-9316-62e6b025fcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:13.437725 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-abc10962-0679-44bd-847f-a8f3381b1e5e req-da7a1216-5447-4fd6-9316-62e6b025fcc0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=edf54ed6-99a1-4872-8040-328bcbed74b0 HTTP/1.1" status: 200 len: 843 time: 0.0488827 Mar 02 17:25:13.507796 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc10962-0679-44bd-847f-a8f3381b1e5e req-4080c669-a1c0-456f-ab0a-46176b9e4c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:13.509607 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-abc10962-0679-44bd-847f-a8f3381b1e5e req-4080c669-a1c0-456f-ab0a-46176b9e4c28 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=82269cdd-932d-452f-9a05-7306d18c2398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0636933 Mar 02 17:25:13.583494 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (dbb67c4d-7aa5-4acf-82b3-541c1cabd3d2), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:13.609729 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-abc10962-0679-44bd-847f-a8f3381b1e5e req-a4abb1de-6926-4855-a878-1339998935e7 service neutron] 10.222.0.49 "GET /v2.0/networks/82269cdd-932d-452f-9a05-7306d18c2398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929937 Mar 02 17:25:13.745770 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-abc10962-0679-44bd-847f-a8f3381b1e5e req-322f8bdb-7b9b-4a32-948a-6de5c2b352f4 service neutron] 10.222.0.49 "GET /v2.0/networks/82269cdd-932d-452f-9a05-7306d18c2398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295676 Mar 02 17:25:13.754118 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3fdade-2c3e-4470-b244-87a18d27731a req-d5d77fe9-81eb-4f1b-89d8-8a519ded491a tempest-VolumesNegativeTest-1937570927 tempest-VolumesNegativeTest-1937570927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:13.755544 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-cc3fdade-2c3e-4470-b244-87a18d27731a req-d5d77fe9-81eb-4f1b-89d8-8a519ded491a tempest-VolumesNegativeTest-1937570927 tempest-VolumesNegativeTest-1937570927-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5325364-a437-48f8-a782-7b382f974f92 HTTP/1.1" status: 200 len: 948 time: 0.0845714 Mar 02 17:25:13.846811 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-cc3fdade-2c3e-4470-b244-87a18d27731a req-a2c014e6-7ba7-4e80-9fc8-f2f629020215 tempest-VolumesNegativeTest-1937570927 tempest-VolumesNegativeTest-1937570927-project] 10.222.0.55 "GET /v2.0/security-groups?id=315d004e-8227-4896-82d3-36534fe9aeba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800917 Mar 02 17:25:13.872598 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-1879f06d-b7d1-4003-baf8-174fee77c971 req-25f397f2-df91-41b6-8701-d1417543ee2f tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd465c29-f4bb-40d3-8087-a28561372930 HTTP/1.1" status: 200 len: 210 time: 0.0500605 Mar 02 17:25:14.810939 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5325364-a437-48f8-a782-7b382f974f92', 'tag': 'a8c88ae7-44da-4211-ba19-7534f05b0a78'}] {{(pid=103838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 17:25:14.813285 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7c8e0f7c7170b606f581d652a183e77a47547618c5f9292d8eb62f06a367e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d048fdb-60b7-4614-accd-053a68faf8ee" -d '{"events": [{"name": "network-changed", "server_uuid": "a5325364-a437-48f8-a782-7b382f974f92", "tag": "a8c88ae7-44da-4211-ba19-7534f05b0a78"}]}' {{(pid=103838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 17:25:14.849971 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 17:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-827d52bc-d7a3-4df8-9a36-810db67ff95e x-openstack-request-id: req-827d52bc-d7a3-4df8-9a36-810db67ff95e {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 17:25:14.850267 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5325364-a437-48f8-a782-7b382f974f92", "tag": "a8c88ae7-44da-4211-ba19-7534f05b0a78", "status": "completed", "code": 200}]} {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 17:25:14.850523 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-827d52bc-d7a3-4df8-9a36-810db67ff95e {{(pid=103838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 17:25:14.850918 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5325364-a437-48f8-a782-7b382f974f92', 'tag': 'a8c88ae7-44da-4211-ba19-7534f05b0a78', 'status': 'completed', 'code': 200} Mar 02 17:25:14.928127 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d048fdb-60b7-4614-accd-053a68faf8ee req-9288b17a-3c4f-4576-96f3-905989620cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:14.929640 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-3d048fdb-60b7-4614-accd-053a68faf8ee req-9288b17a-3c4f-4576-96f3-905989620cff service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2a5e308c42c7499097636f38ec58a828&device_id=a5325364-a437-48f8-a782-7b382f974f92 HTTP/1.1" status: 200 len: 1132 time: 0.0549667 Mar 02 17:25:14.952954 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device a8c88ae7-44da-4211-ba19-7534f05b0a78 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 17:25:14.970045 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 53616) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:25:15.053089 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-4b199d52-cf32-4cfb-ae10-98af5d71e1c6 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Publish callbacks [] for security_group (691587e8-f519-48ff-9a30-b494861ac1dc), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:15.075062 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623d87ff-d825-4547-a638-66056295df8a req-8476d9ac-f7b3-410e-8bba-cc99240cfe58 tempest-VolumesNegativeTest-1937570927 tempest-VolumesNegativeTest-1937570927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:15.079559 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-623d87ff-d825-4547-a638-66056295df8a req-8476d9ac-f7b3-410e-8bba-cc99240cfe58 tempest-VolumesNegativeTest-1937570927 tempest-VolumesNegativeTest-1937570927-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5325364-a437-48f8-a782-7b382f974f92 HTTP/1.1" status: 200 len: 948 time: 0.1273358 Mar 02 17:25:15.087772 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-4b199d52-cf32-4cfb-ae10-98af5d71e1c6 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Publish callbacks [] for security_group (691587e8-f519-48ff-9a30-b494861ac1dc), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:15.109235 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d048fdb-60b7-4614-accd-053a68faf8ee req-61a0e7e7-fabd-4840-a76c-eef8a3fd0c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:15.110824 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-3d048fdb-60b7-4614-accd-053a68faf8ee req-61a0e7e7-fabd-4840-a76c-eef8a3fd0c6e service neutron] 10.222.0.49 "GET /v2.0/networks?id=82269cdd-932d-452f-9a05-7306d18c2398 HTTP/1.1" status: 200 len: 870 time: 0.1749284 Mar 02 17:25:15.123928 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] For port a8c88ae7-44da-4211-ba19-7534f05b0a78, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a8c88ae7-44da-4211-ba19-7534f05b0a78,segment=NetworkSegment(d26aeab2-d34d-4769-9c6d-c94cb932fda1),segment_id=d26aeab2-d34d-4769-9c6d-c94cb932fda1)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:25:15.143740 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Returning: {'device': 'a8c88ae7-44da-4211-ba19-7534f05b0a78', 'network_id': '82269cdd-932d-452f-9a05-7306d18c2398', 'port_id': 'a8c88ae7-44da-4211-ba19-7534f05b0a78', 'mac_address': 'fa:16:3e:04:c9:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edf54ed6-99a1-4872-8040-328bcbed74b0', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 17:25:15.167866 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-3d048fdb-60b7-4614-accd-053a68faf8ee req-7ea242ed-99db-411c-9757-d2fc37b754e6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=a8c88ae7-44da-4211-ba19-7534f05b0a78 HTTP/1.1" status: 200 len: 217 time: 0.0442147 Mar 02 17:25:15.184964 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-623d87ff-d825-4547-a638-66056295df8a req-d35acac3-4980-43fe-af49-0a7284ee0b71 tempest-VolumesNegativeTest-1937570927 tempest-VolumesNegativeTest-1937570927-project] 10.222.0.55 "GET /v2.0/security-groups?id=315d004e-8227-4896-82d3-36534fe9aeba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974042 Mar 02 17:25:15.188952 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Current status of the port a8c88ae7-44da-4211-ba19-7534f05b0a78 is: DOWN; New status is: BUILD {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:25:15.189567 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (a8c88ae7-44da-4211-ba19-7534f05b0a78), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:15.211679 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.notifiers.nova [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8c88ae7-44da-4211-ba19-7534f05b0a78 {{(pid=103839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 17:25:15.223906 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d048fdb-60b7-4614-accd-053a68faf8ee req-40c7e873-96d4-469c-8078-b7df2fc58089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:15.235920 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-3d048fdb-60b7-4614-accd-053a68faf8ee req-40c7e873-96d4-469c-8078-b7df2fc58089 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=edf54ed6-99a1-4872-8040-328bcbed74b0 HTTP/1.1" status: 200 len: 843 time: 0.0518351 Mar 02 17:25:15.241953 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] For port a8c88ae7-44da-4211-ba19-7534f05b0a78, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a8c88ae7-44da-4211-ba19-7534f05b0a78,segment=NetworkSegment(d26aeab2-d34d-4769-9c6d-c94cb932fda1),segment_id=d26aeab2-d34d-4769-9c6d-c94cb932fda1)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:25:15.255115 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-4b199d52-cf32-4cfb-ae10-98af5d71e1c6 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (691587e8-f519-48ff-9a30-b494861ac1dc), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:15.258293 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-4b199d52-cf32-4cfb-ae10-98af5d71e1c6 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:15.259742 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-4b199d52-cf32-4cfb-ae10-98af5d71e1c6 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] 10.222.0.55 "DELETE /v2.0/security-groups/691587e8-f519-48ff-9a30-b494861ac1dc HTTP/1.1" status: 204 len: 168 time: 0.2877095 Mar 02 17:25:15.283264 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b199d52-cf32-4cfb-ae10-98af5d71e1c6 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=691587e8-f519-48ff-9a30-b494861ac1dc,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:15.284414 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d048fdb-60b7-4614-accd-053a68faf8ee req-50c78589-2f74-471a-9763-5e1523e014dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:15.286089 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-3d048fdb-60b7-4614-accd-053a68faf8ee req-50c78589-2f74-471a-9763-5e1523e014dc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=82269cdd-932d-452f-9a05-7306d18c2398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0543871 Mar 02 17:25:15.324255 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (a8c88ae7-44da-4211-ba19-7534f05b0a78), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:15.389122 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Pushing event updated for resources: {'Port': ['ID=a8c88ae7-44da-4211-ba19-7534f05b0a78,revision_number=4']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:15.396177 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-3d048fdb-60b7-4614-accd-053a68faf8ee req-06e38a69-7034-49e2-89ed-df8de4ba3c33 service neutron] 10.222.0.49 "GET /v2.0/networks/82269cdd-932d-452f-9a05-7306d18c2398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984128 Mar 02 17:25:15.424969 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 53620) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:25:15.516051 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-3d048fdb-60b7-4614-accd-053a68faf8ee req-9bbc5c20-4d08-48ec-b219-93fe2138916f service neutron] 10.222.0.49 "GET /v2.0/networks/82269cdd-932d-452f-9a05-7306d18c2398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101363 Mar 02 17:25:15.575685 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] get_ports_and_sgs() called for port_ids ['a8c88ae7-44da-4211-ba19-7534f05b0a78'] {{(pid=103839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 17:25:15.854671 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-763f4f67-f7ec-4489-b7ce-110757d41b80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755649'] for router_interface (becbf512-6e92-482c-834b-f65967d9639a), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:16.109156 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [None req-763f4f67-f7ec-4489-b7ce-110757d41b80 admin admin] Deleting port d28add78-d138-4deb-9f28-b9a86428c184 {{(pid=103837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 17:25:16.109893 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-763f4f67-f7ec-4489-b7ce-110757d41b80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757691651449'] for port (d28add78-d138-4deb-9f28-b9a86428c184), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:16.188618 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.db [None req-763f4f67-f7ec-4489-b7ce-110757d41b80 admin admin] For port d28add78-d138-4deb-9f28-b9a86428c184, host dv-cinder-778193-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=d28add78-d138-4deb-9f28-b9a86428c184,segment=NetworkSegment(bb2b16e4-4f12-4cfe-8e89-0bb700c57910),segment_id=bb2b16e4-4f12-4cfe-8e89-0bb700c57910)] {{(pid=103837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:25:16.188978 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-763f4f67-f7ec-4489-b7ce-110757d41b80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757418'] for port (d28add78-d138-4deb-9f28-b9a86428c184), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:16.207575 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [None req-763f4f67-f7ec-4489-b7ce-110757d41b80 admin admin] Calling delete_port for d28add78-d138-4deb-9f28-b9a86428c184 owned by network:router_interface {{(pid=103837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 17:25:16.321243 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b30c070-3996-4c95-be4b-17b735112945 req-ce2a3c9e-0484-4b21-ae1c-5c2d213f18f8 tempest-VolumesNegativeTest-1937570927 tempest-VolumesNegativeTest-1937570927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:16.323649 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-8b30c070-3996-4c95-be4b-17b735112945 req-ce2a3c9e-0484-4b21-ae1c-5c2d213f18f8 tempest-VolumesNegativeTest-1937570927 tempest-VolumesNegativeTest-1937570927-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5325364-a437-48f8-a782-7b382f974f92 HTTP/1.1" status: 200 len: 949 time: 0.0675809 Mar 02 17:25:16.388828 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-8b30c070-3996-4c95-be4b-17b735112945 req-c68e329c-559d-4eca-b844-bf8b3c076a85 tempest-VolumesNegativeTest-1937570927 tempest-VolumesNegativeTest-1937570927-project] 10.222.0.55 "GET /v2.0/security-groups?id=315d004e-8227-4896-82d3-36534fe9aeba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572858 Mar 02 17:25:16.532773 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-763f4f67-f7ec-4489-b7ce-110757d41b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757691659996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757691134190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29943615'] for port (d28add78-d138-4deb-9f28-b9a86428c184), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:16.559160 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763f4f67-f7ec-4489-b7ce-110757d41b80 admin admin] Pushing event deleted for resources: {'Port': ['ID=d28add78-d138-4deb-9f28-b9a86428c184,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:16.746100 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-763f4f67-f7ec-4489-b7ce-110757d41b80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-755501'] for router_interface (becbf512-6e92-482c-834b-f65967d9639a), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:16.970041 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device a8c88ae7-44da-4211-ba19-7534f05b0a78 up at agent hyperv_hv-cinder-77819 {{(pid=103839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 17:25:16.971002 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-763f4f67-f7ec-4489-b7ce-110757d41b80 admin admin] Router becbf512-6e92-482c-834b-f65967d9639a has already been hosted by L3 agent 90b713d5-0d52-4da0-a663-b3b1c9fefb3d {{(pid=103837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:25:17.092849 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-763f4f67-f7ec-4489-b7ce-110757d41b80 admin admin] Notify agent at l3_agent.dv-cinder-778193-22-iscsi the message routers_updated {{(pid=103837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:25:17.106030 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-763f4f67-f7ec-4489-b7ce-110757d41b80 admin admin] 10.222.0.55 "PUT /v2.0/routers/becbf512-6e92-482c-834b-f65967d9639a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6717010 Mar 02 17:25:17.106191 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb66b10-57b1-4a0c-9b7f-9e67ea43e78f None None] Sync routers for ids ['becbf512-6e92-482c-834b-f65967d9639a'] in dv-cinder-778193-22-iscsi {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 17:25:17.107877 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 53628) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:25:17.118121 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb66b10-57b1-4a0c-9b7f-9e67ea43e78f None None] Routers {'becbf512-6e92-482c-834b-f65967d9639a'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:25:17.118937 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-cdb66b10-57b1-4a0c-9b7f-9e67ea43e78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:25:04Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['becbf512-6e92-482c-834b-f65967d9639a'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:25:17.179455 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Provisioning for port a8c88ae7-44da-4211-ba19-7534f05b0a78 completed by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 17:25:17.196196 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Provisioning complete for port a8c88ae7-44da-4211-ba19-7534f05b0a78 triggered by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:25:17.196746 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (a8c88ae7-44da-4211-ba19-7534f05b0a78), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:17.225289 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2e7ebd2f-e4e0-4e47-91ce-16325a6d27c7 admin admin] Publish callbacks [] for router (becbf512-6e92-482c-834b-f65967d9639a), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:17.338263 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2e7ebd2f-e4e0-4e47-91ce-16325a6d27c7 admin admin] Publish callbacks [] for router_gateway (becbf512-6e92-482c-834b-f65967d9639a), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:17.345258 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-cdb66b10-57b1-4a0c-9b7f-9e67ea43e78f None None] Set router becbf512-6e92-482c-834b-f65967d9639a gateway port host: dv-cinder-778193-22-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:25:17.511734 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Current status of the port a8c88ae7-44da-4211-ba19-7534f05b0a78 is: BUILD; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:25:17.512122 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (a8c88ae7-44da-4211-ba19-7534f05b0a78), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:17.516242 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-2e7ebd2f-e4e0-4e47-91ce-16325a6d27c7 admin admin] Deleting port 77ea3bd5-4aa2-4dd3-b504-25c741149106 {{(pid=103838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 17:25:17.516242 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2e7ebd2f-e4e0-4e47-91ce-16325a6d27c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757691651449'] for port (77ea3bd5-4aa2-4dd3-b504-25c741149106), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:17.584104 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5325364-a437-48f8-a782-7b382f974f92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c88ae7-44da-4211-ba19-7534f05b0a78'}] {{(pid=103839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 17:25:17.588493 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1ae65c9246df630c0a528d92fdc2f4b7a0a5f54ed45d3739c3110b66571c885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-595b3eef-5120-4fc8-8b2c-21ab54c97c68" -d '{"events": [{"server_uuid": "a5325364-a437-48f8-a782-7b382f974f92", "name": "network-vif-plugged", "status": "completed", "tag": "a8c88ae7-44da-4211-ba19-7534f05b0a78"}]}' {{(pid=103839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 17:25:17.597392 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] For port a8c88ae7-44da-4211-ba19-7534f05b0a78, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a8c88ae7-44da-4211-ba19-7534f05b0a78,segment=NetworkSegment(d26aeab2-d34d-4769-9c6d-c94cb932fda1),segment_id=d26aeab2-d34d-4769-9c6d-c94cb932fda1)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:25:17.653543 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 17:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb2763b-5add-410a-acc0-67492dd41e01 x-openstack-request-id: req-adb2763b-5add-410a-acc0-67492dd41e01 {{(pid=103839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 17:25:17.654009 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5325364-a437-48f8-a782-7b382f974f92", "name": "network-vif-plugged", "status": "completed", "tag": "a8c88ae7-44da-4211-ba19-7534f05b0a78", "code": 200}]} {{(pid=103839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 17:25:17.654893 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-adb2763b-5add-410a-acc0-67492dd41e01 {{(pid=103839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 17:25:17.655527 dv-cinder-778193-22-iscsi neutron-server[103839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5325364-a437-48f8-a782-7b382f974f92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c88ae7-44da-4211-ba19-7534f05b0a78', 'code': 200} Mar 02 17:25:17.659127 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-2e7ebd2f-e4e0-4e47-91ce-16325a6d27c7 admin admin] For port 77ea3bd5-4aa2-4dd3-b504-25c741149106, host dv-cinder-778193-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=77ea3bd5-4aa2-4dd3-b504-25c741149106,segment=NetworkSegment(52804d28-a361-4369-98ca-e918669c489a),segment_id=52804d28-a361-4369-98ca-e918669c489a)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:25:17.659802 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2e7ebd2f-e4e0-4e47-91ce-16325a6d27c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757418'] for port (77ea3bd5-4aa2-4dd3-b504-25c741149106), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:17.668722 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (a8c88ae7-44da-4211-ba19-7534f05b0a78), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:17.670969 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device d3d6a1fa-d70e-4381-8c00-417e289bec03 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 17:25:17.684429 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-2e7ebd2f-e4e0-4e47-91ce-16325a6d27c7 admin admin] Calling delete_port for 77ea3bd5-4aa2-4dd3-b504-25c741149106 owned by network:router_gateway {{(pid=103838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 17:25:17.720643 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] No Port match for: d3d6a1fa-d70e-4381-8c00-417e289bec03 {{(pid=103839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 17:25:17.720989 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device d3d6a1fa-d70e-4381-8c00-417e289bec03 not bound to the agent host hv-cinder-77819 {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 17:25:17.759151 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Pushing event updated for resources: {'Port': ['ID=a8c88ae7-44da-4211-ba19-7534f05b0a78,revision_number=5']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:17.771588 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-cdb66b10-57b1-4a0c-9b7f-9e67ea43e78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'becbf512-6e92-482c-834b-f65967d9639a', 'name': 'tempest-TestShelveInstance-82202310-router', 'tenant_id': '5ba5387a29d94fbbbf29115c3fa4a9d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '77ea3bd5-4aa2-4dd3-b504-25c741149106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:20:19Z', 'updated_at': '2022-03-02T17:25:16Z', 'revision_number': 5, 'project_id': '5ba5387a29d94fbbbf29115c3fa4a9d4', 'gw_port': {'id': '77ea3bd5-4aa2-4dd3-b504-25c741149106', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:42:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becbf512-6e92-482c-834b-f65967d9639a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:20:20Z', 'updated_at': '2022-03-02T17:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi'}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:25:17.802469 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb66b10-57b1-4a0c-9b7f-9e67ea43e78f None None] Checking router: becbf512-6e92-482c-834b-f65967d9639a for host: dv-cinder-778193-22-iscsi {{(pid=103839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 17:25:17.813532 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb66b10-57b1-4a0c-9b7f-9e67ea43e78f None None] Routers {'becbf512-6e92-482c-834b-f65967d9639a'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:25:17.814519 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-cdb66b10-57b1-4a0c-9b7f-9e67ea43e78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:25:04Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['becbf512-6e92-482c-834b-f65967d9639a'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:25:17.879856 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389f48e2-ba73-43bb-b873-a58c7ecfebbf req-2fe0b84a-f819-4070-bf94-eb65df6e182c tempest-VolumesNegativeTest-1937570927 tempest-VolumesNegativeTest-1937570927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:17.881414 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-389f48e2-ba73-43bb-b873-a58c7ecfebbf req-2fe0b84a-f819-4070-bf94-eb65df6e182c tempest-VolumesNegativeTest-1937570927 tempest-VolumesNegativeTest-1937570927-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5325364-a437-48f8-a782-7b382f974f92 HTTP/1.1" status: 200 len: 950 time: 0.4046474 Mar 02 17:25:17.930117 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-cdb66b10-57b1-4a0c-9b7f-9e67ea43e78f None None] Set router becbf512-6e92-482c-834b-f65967d9639a gateway port host: None {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:25:17.963208 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-389f48e2-ba73-43bb-b873-a58c7ecfebbf req-cd74c5f0-bea8-493e-b8ed-a38188369761 tempest-VolumesNegativeTest-1937570927 tempest-VolumesNegativeTest-1937570927-project] 10.222.0.55 "GET /v2.0/security-groups?id=315d004e-8227-4896-82d3-36534fe9aeba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729983 Mar 02 17:25:17.996771 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-cdb66b10-57b1-4a0c-9b7f-9e67ea43e78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'becbf512-6e92-482c-834b-f65967d9639a', 'name': 'tempest-TestShelveInstance-82202310-router', 'tenant_id': '5ba5387a29d94fbbbf29115c3fa4a9d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:20:19Z', 'updated_at': '2022-03-02T17:25:17Z', 'revision_number': 6, 'project_id': '5ba5387a29d94fbbbf29115c3fa4a9d4', 'gw_port_host': None}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:25:18.028009 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb66b10-57b1-4a0c-9b7f-9e67ea43e78f None None] The sync data for ids ['becbf512-6e92-482c-834b-f65967d9639a'] in dv-cinder-778193-22-iscsi is: [{'id': 'becbf512-6e92-482c-834b-f65967d9639a', 'name': 'tempest-TestShelveInstance-82202310-router', 'tenant_id': '5ba5387a29d94fbbbf29115c3fa4a9d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:20:19Z', 'updated_at': '2022-03-02T17:25:17Z', 'revision_number': 6, 'project_id': '5ba5387a29d94fbbbf29115c3fa4a9d4', 'gw_port_host': None}] {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 17:25:18.059749 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2e7ebd2f-e4e0-4e47-91ce-16325a6d27c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757691659996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757691134190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26691326'] for port (77ea3bd5-4aa2-4dd3-b504-25c741149106), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:18.101347 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7ebd2f-e4e0-4e47-91ce-16325a6d27c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=77ea3bd5-4aa2-4dd3-b504-25c741149106,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:18.159876 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed68692-96e4-4bac-b2b5-183019ad2ec1 req-d6e8947b-9df9-4779-9e7b-7e8055953b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:18.161360 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-aed68692-96e4-4bac-b2b5-183019ad2ec1 req-d6e8947b-9df9-4779-9e7b-7e8055953b1f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a5325364-a437-48f8-a782-7b382f974f92 HTTP/1.1" status: 200 len: 1134 time: 0.1384830 Mar 02 17:25:18.192669 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2e7ebd2f-e4e0-4e47-91ce-16325a6d27c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-755343'] for router_gateway (becbf512-6e92-482c-834b-f65967d9639a), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:18.307367 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-aed68692-96e4-4bac-b2b5-183019ad2ec1 req-7a5d7972-de47-42d6-83a0-302a4973cc3b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=315d004e-8227-4896-82d3-36534fe9aeba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395936 Mar 02 17:25:18.308789 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2e7ebd2f-e4e0-4e47-91ce-16325a6d27c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-758303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4915'] for router (becbf512-6e92-482c-834b-f65967d9639a), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:18.311176 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2e7ebd2f-e4e0-4e47-91ce-16325a6d27c7 admin admin] Publish callbacks [] for router_controller (becbf512-6e92-482c-834b-f65967d9639a), precommit_delete_associations {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:18.426842 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2e7ebd2f-e4e0-4e47-91ce-16325a6d27c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-758308'] for router (becbf512-6e92-482c-834b-f65967d9639a), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:18.427586 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e7ebd2f-e4e0-4e47-91ce-16325a6d27c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router becbf512-6e92-482c-834b-f65967d9639a {{(pid=103838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 17:25:18.437060 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2e7ebd2f-e4e0-4e47-91ce-16325a6d27c7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:18.439040 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-2e7ebd2f-e4e0-4e47-91ce-16325a6d27c7 admin admin] 10.222.0.55 "DELETE /v2.0/routers/becbf512-6e92-482c-834b-f65967d9639a HTTP/1.1" status: 204 len: 168 time: 1.3295581 Mar 02 17:25:18.441378 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 53638) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:25:18.615768 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1f66692-c8e7-479d-93b1-9d9f2bef9c53 admin admin] Deleting subnet 2a0d3268-f102-4234-baa8-674033af714e {{(pid=103838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 17:25:18.619307 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-f1f66692-c8e7-479d-93b1-9d9f2bef9c53 admin admin] Publish callbacks [] for subnet (2a0d3268-f102-4234-baa8-674033af714e), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:18.654196 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-f1f66692-c8e7-479d-93b1-9d9f2bef9c53 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26733585'] for subnet (2a0d3268-f102-4234-baa8-674033af714e), precommit_delete_associations {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:18.734235 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-f1f66692-c8e7-479d-93b1-9d9f2bef9c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223364'] for subnet (2a0d3268-f102-4234-baa8-674033af714e), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:18.872981 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-f1f66692-c8e7-479d-93b1-9d9f2bef9c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26691277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26336892'] for subnet (2a0d3268-f102-4234-baa8-674033af714e), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:18.903441 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-f1f66692-c8e7-479d-93b1-9d9f2bef9c53 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:18.909132 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-f1f66692-c8e7-479d-93b1-9d9f2bef9c53 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/2a0d3268-f102-4234-baa8-674033af714e HTTP/1.1" status: 204 len: 168 time: 0.4660742 Mar 02 17:25:18.910905 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f66692-c8e7-479d-93b1-9d9f2bef9c53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a0d3268-f102-4234-baa8-674033af714e,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:18.912981 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 53642) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:25:18.914433 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054227e6-7081-4867-b38f-67cd0ccaf6dd None None] Network ba42464c-405f-4ebb-a940-670d1544688b requested from dv-cinder-778193-22-iscsi {{(pid=103839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 17:25:19.031697 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-d8c4364a-8f17-4e64-ba83-018f99a47448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4180927'] for network (ba42464c-405f-4ebb-a940-670d1544688b), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:19.130401 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [None req-d8c4364a-8f17-4e64-ba83-018f99a47448 admin admin] Deleting port d495746e-b4d8-405f-b0f4-ba4fdc4a1bf6 {{(pid=103837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 17:25:19.130906 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-d8c4364a-8f17-4e64-ba83-018f99a47448 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757691651449'] for port (d495746e-b4d8-405f-b0f4-ba4fdc4a1bf6), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:19.224444 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c0abe5-559f-4edd-8eac-c911dbc3c827 None None] DHCP port deletion for ba42464c-405f-4ebb-a940-670d1544688b request from dv-cinder-778193-22-iscsi {{(pid=103839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 02 17:25:19.300020 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9928d8a7-a615-4077-a552-043466782918 req-848d58d6-a2ce-4069-bb2f-024f6ea82b61 tempest-VolumesNegativeTest-1937570927 tempest-VolumesNegativeTest-1937570927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:19.309390 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-9928d8a7-a615-4077-a552-043466782918 req-848d58d6-a2ce-4069-bb2f-024f6ea82b61 tempest-VolumesNegativeTest-1937570927 tempest-VolumesNegativeTest-1937570927-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5325364-a437-48f8-a782-7b382f974f92 HTTP/1.1" status: 200 len: 950 time: 0.1803980 Mar 02 17:25:19.311112 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.db [None req-d8c4364a-8f17-4e64-ba83-018f99a47448 admin admin] For port d495746e-b4d8-405f-b0f4-ba4fdc4a1bf6, host dv-cinder-778193-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=d495746e-b4d8-405f-b0f4-ba4fdc4a1bf6,segment=NetworkSegment(bb2b16e4-4f12-4cfe-8e89-0bb700c57910),segment_id=bb2b16e4-4f12-4cfe-8e89-0bb700c57910)] {{(pid=103837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:25:19.311952 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-d8c4364a-8f17-4e64-ba83-018f99a47448 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757418'] for port (d495746e-b4d8-405f-b0f4-ba4fdc4a1bf6), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:19.336078 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [None req-d8c4364a-8f17-4e64-ba83-018f99a47448 admin admin] Calling delete_port for d495746e-b4d8-405f-b0f4-ba4fdc4a1bf6 owned by network:dhcp {{(pid=103837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 17:25:19.355324 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-09c0abe5-559f-4edd-8eac-c911dbc3c827 None None] Deleting port d495746e-b4d8-405f-b0f4-ba4fdc4a1bf6 {{(pid=103839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 17:25:19.355324 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-09c0abe5-559f-4edd-8eac-c911dbc3c827 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757691651449'] for port (d495746e-b4d8-405f-b0f4-ba4fdc4a1bf6), before_delete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:19.389765 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-9928d8a7-a615-4077-a552-043466782918 req-3a1fe05b-9086-492f-9352-9e8dafcf855b tempest-VolumesNegativeTest-1937570927 tempest-VolumesNegativeTest-1937570927-project] 10.222.0.55 "GET /v2.0/security-groups?id=315d004e-8227-4896-82d3-36534fe9aeba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786297 Mar 02 17:25:19.430968 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-09c0abe5-559f-4edd-8eac-c911dbc3c827 None None] For port d495746e-b4d8-405f-b0f4-ba4fdc4a1bf6, host dv-cinder-778193-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=d495746e-b4d8-405f-b0f4-ba4fdc4a1bf6,segment=NetworkSegment(bb2b16e4-4f12-4cfe-8e89-0bb700c57910),segment_id=bb2b16e4-4f12-4cfe-8e89-0bb700c57910)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:25:19.431735 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-09c0abe5-559f-4edd-8eac-c911dbc3c827 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757418'] for port (d495746e-b4d8-405f-b0f4-ba4fdc4a1bf6), precommit_delete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:19.447203 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-09c0abe5-559f-4edd-8eac-c911dbc3c827 None None] Calling delete_port for d495746e-b4d8-405f-b0f4-ba4fdc4a1bf6 owned by network:dhcp {{(pid=103839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 17:25:19.520408 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-d8c4364a-8f17-4e64-ba83-018f99a47448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757691659996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757691134190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29943615'] for port (d495746e-b4d8-405f-b0f4-ba4fdc4a1bf6), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:19.571351 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c4364a-8f17-4e64-ba83-018f99a47448 admin admin] Pushing event deleted for resources: {'Port': ['ID=d495746e-b4d8-405f-b0f4-ba4fdc4a1bf6,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:19.580764 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c4364a-8f17-4e64-ba83-018f99a47448 admin admin] No DVR routers for this DVR port d495746e-b4d8-405f-b0f4-ba4fdc4a1bf6 on host dv-cinder-778193-22-iscsi {{(pid=103837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:25:19.679721 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-d8c4364a-8f17-4e64-ba83-018f99a47448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3970239', 'neutron.services.segments.db._delete_segments_for_network-8757691626141'] for network (ba42464c-405f-4ebb-a940-670d1544688b), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:19.684970 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device 77ea3bd5-4aa2-4dd3-b504-25c741149106 no longer exists at agent ovs-agent-dv-cinder-778193-22-iscsi {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 17:25:19.713376 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.services.segments.db [None req-d8c4364a-8f17-4e64-ba83-018f99a47448 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba42464c-405f-4ebb-a940-670d1544688b']}} {{(pid=103837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:25:19.724678 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.services.segments.db [None req-d8c4364a-8f17-4e64-ba83-018f99a47448 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb2b16e4-4f12-4cfe-8e89-0bb700c57910') {'for_net_delete': True} {{(pid=103837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:25:19.725324 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.services.segments.db [None req-d8c4364a-8f17-4e64-ba83-018f99a47448 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb2b16e4-4f12-4cfe-8e89-0bb700c57910') {} {{(pid=103837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:25:19.725960 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] No Port match for: 77ea3bd5-4aa2-4dd3-b504-25c741149106 {{(pid=103839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 17:25:19.726764 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device 77ea3bd5-4aa2-4dd3-b504-25c741149106 not bound to the agent host dv-cinder-778193-22-iscsi {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 17:25:19.728110 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device d28add78-d138-4deb-9f28-b9a86428c184 no longer exists at agent ovs-agent-dv-cinder-778193-22-iscsi {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 17:25:19.742055 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-d8c4364a-8f17-4e64-ba83-018f99a47448 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757691629734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29941793'] for segment (bb2b16e4-4f12-4cfe-8e89-0bb700c57910), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:19.758995 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-d8c4364a-8f17-4e64-ba83-018f99a47448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220699'] for segment (bb2b16e4-4f12-4cfe-8e89-0bb700c57910), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:19.766277 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8c4364a-8f17-4e64-ba83-018f99a47448 admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=103837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 17:25:19.767014 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-d8c4364a-8f17-4e64-ba83-018f99a47448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29943762'] for segment (bb2b16e4-4f12-4cfe-8e89-0bb700c57910), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:19.805912 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] No Port match for: d28add78-d138-4deb-9f28-b9a86428c184 {{(pid=103839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 17:25:19.806470 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device d28add78-d138-4deb-9f28-b9a86428c184 not bound to the agent host dv-cinder-778193-22-iscsi {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 17:25:19.807147 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device d495746e-b4d8-405f-b0f4-ba4fdc4a1bf6 no longer exists at agent ovs-agent-dv-cinder-778193-22-iscsi {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 17:25:19.824394 dv-cinder-778193-22-iscsi neutron-server[103837]: Traceback (most recent call last): Mar 02 17:25:19.824394 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 17:25:19.824394 dv-cinder-778193-22-iscsi neutron-server[103837]: timer() Mar 02 17:25:19.824394 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:25:19.824394 dv-cinder-778193-22-iscsi neutron-server[103837]: cb(*args, **kw) Mar 02 17:25:19.824394 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 17:25:19.824394 dv-cinder-778193-22-iscsi neutron-server[103837]: return func(*args, **kwargs) Mar 02 17:25:19.824394 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:25:19.824394 dv-cinder-778193-22-iscsi neutron-server[103837]: self._notify() Mar 02 17:25:19.824394 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:25:19.824394 dv-cinder-778193-22-iscsi neutron-server[103837]: self.callback(batched_events) Mar 02 17:25:19.824394 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:25:19.824394 dv-cinder-778193-22-iscsi neutron-server[103837]: event.method(event) Mar 02 17:25:19.824394 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 17:25:19.824394 dv-cinder-778193-22-iscsi neutron-server[103837]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:25:19.824394 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 17:25:19.824394 dv-cinder-778193-22-iscsi neutron-server[103837]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:25:19.824394 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 17:25:19.824394 dv-cinder-778193-22-iscsi neutron-server[103837]: return f(self, *a, **k) Mar 02 17:25:19.824394 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:25:19.824394 dv-cinder-778193-22-iscsi neutron-server[103837]: return self._get(url).json() Mar 02 17:25:19.824394 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:25:19.824394 dv-cinder-778193-22-iscsi neutron-server[103837]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:25:19.824394 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 17:25:19.824394 dv-cinder-778193-22-iscsi neutron-server[103837]: return self.request(url, 'GET', **kwargs) Mar 02 17:25:19.824394 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 17:25:19.824394 dv-cinder-778193-22-iscsi neutron-server[103837]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:25:19.824394 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 17:25:19.824394 dv-cinder-778193-22-iscsi neutron-server[103837]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:25:19.824394 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 17:25:19.824394 dv-cinder-778193-22-iscsi neutron-server[103837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:25:19.824394 dv-cinder-778193-22-iscsi neutron-server[103837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:25:19.839889 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] No Port match for: d495746e-b4d8-405f-b0f4-ba4fdc4a1bf6 {{(pid=103839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 17:25:19.840326 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device d495746e-b4d8-405f-b0f4-ba4fdc4a1bf6 not bound to the agent host dv-cinder-778193-22-iscsi {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 17:25:19.842986 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-09c0abe5-559f-4edd-8eac-c911dbc3c827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757691659996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757691134190'] for port (d495746e-b4d8-405f-b0f4-ba4fdc4a1bf6), after_delete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:19.875906 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c0abe5-559f-4edd-8eac-c911dbc3c827 None None] Pushing event deleted for resources: {'Port': ['ID=d495746e-b4d8-405f-b0f4-ba4fdc4a1bf6,revision_number=None']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:19.878423 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c0abe5-559f-4edd-8eac-c911dbc3c827 None None] No DVR routers for this DVR port d495746e-b4d8-405f-b0f4-ba4fdc4a1bf6 on host dv-cinder-778193-22-iscsi {{(pid=103839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:25:19.915013 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-d8c4364a-8f17-4e64-ba83-018f99a47448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3970246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-755379'] for network (ba42464c-405f-4ebb-a940-670d1544688b), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:19.921494 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-d8c4364a-8f17-4e64-ba83-018f99a47448 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572135'] for network (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:19.928232 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-d8c4364a-8f17-4e64-ba83-018f99a47448 admin admin] 10.222.0.55 "DELETE /v2.0/networks/ba42464c-405f-4ebb-a940-670d1544688b HTTP/1.1" status: 204 len: 168 time: 1.0067592 Mar 02 17:25:19.933223 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 53650) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:25:19.939145 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c4364a-8f17-4e64-ba83-018f99a47448 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba42464c-405f-4ebb-a940-670d1544688b,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:20.623084 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcde96a-2ac2-482d-8f9d-629f850483b2 req-d39fd40b-9548-4026-9e61-c35e57e707b9 tempest-VolumesNegativeTest-1937570927 tempest-VolumesNegativeTest-1937570927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:20.625184 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-6bcde96a-2ac2-482d-8f9d-629f850483b2 req-d39fd40b-9548-4026-9e61-c35e57e707b9 tempest-VolumesNegativeTest-1937570927 tempest-VolumesNegativeTest-1937570927-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5325364-a437-48f8-a782-7b382f974f92 HTTP/1.1" status: 200 len: 950 time: 0.1331563 Mar 02 17:25:20.720055 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-6bcde96a-2ac2-482d-8f9d-629f850483b2 req-f3ab61bf-c3f7-4385-9f6c-3d44696a4364 tempest-VolumesNegativeTest-1937570927 tempest-VolumesNegativeTest-1937570927-project] 10.222.0.55 "GET /v2.0/security-groups?id=315d004e-8227-4896-82d3-36534fe9aeba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880535 Mar 02 17:25:20.777145 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-d492e099-2f05-4fa2-b1b1-dc076822034b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755649'] for router_interface (be42a011-bcf3-4761-8293-e9b85df1a7b9), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:21.042580 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-d492e099-2f05-4fa2-b1b1-dc076822034b admin admin] Deleting port f501a22a-f5d6-4a60-b601-aceb68263053 {{(pid=103838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 17:25:21.043286 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-d492e099-2f05-4fa2-b1b1-dc076822034b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757691651449'] for port (f501a22a-f5d6-4a60-b601-aceb68263053), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:21.137745 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-d492e099-2f05-4fa2-b1b1-dc076822034b admin admin] For port f501a22a-f5d6-4a60-b601-aceb68263053, host dv-cinder-778193-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=f501a22a-f5d6-4a60-b601-aceb68263053,segment=NetworkSegment(6f65bed1-70da-49c3-a0a9-6c76d63a4af3),segment_id=6f65bed1-70da-49c3-a0a9-6c76d63a4af3)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:25:21.138137 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-d492e099-2f05-4fa2-b1b1-dc076822034b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757418'] for port (f501a22a-f5d6-4a60-b601-aceb68263053), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:21.152571 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-d492e099-2f05-4fa2-b1b1-dc076822034b admin admin] Calling delete_port for f501a22a-f5d6-4a60-b601-aceb68263053 owned by network:router_interface {{(pid=103838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 17:25:21.330844 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932eb9cf-925e-41ea-a648-b363659f0058 req-81c18489-cc50-4b9f-bc71-c0d44e6ea25d tempest-VolumesNegativeTest-1937570927 tempest-VolumesNegativeTest-1937570927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:21.332561 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-932eb9cf-925e-41ea-a648-b363659f0058 req-81c18489-cc50-4b9f-bc71-c0d44e6ea25d tempest-VolumesNegativeTest-1937570927 tempest-VolumesNegativeTest-1937570927-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5325364-a437-48f8-a782-7b382f974f92 HTTP/1.1" status: 200 len: 950 time: 0.1115916 Mar 02 17:25:21.452957 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-932eb9cf-925e-41ea-a648-b363659f0058 req-88acf2d6-067e-48a5-9a89-0f2240a4ddcf tempest-VolumesNegativeTest-1937570927 tempest-VolumesNegativeTest-1937570927-project] 10.222.0.55 "GET /v2.0/security-groups?id=315d004e-8227-4896-82d3-36534fe9aeba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048129 Mar 02 17:25:21.470287 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-badf5710-13d8-4697-87b6-9043eba0ee8d req-ed478524-840b-4be7-90a1-2bfa9564fb29 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=aa1af7a6-d48d-4c90-8b5c-fac5040ba2a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0774009 Mar 02 17:25:21.529014 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-d492e099-2f05-4fa2-b1b1-dc076822034b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757691659996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757691134190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26691326'] for port (f501a22a-f5d6-4a60-b601-aceb68263053), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:21.579276 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d492e099-2f05-4fa2-b1b1-dc076822034b admin admin] Pushing event deleted for resources: {'Port': ['ID=f501a22a-f5d6-4a60-b601-aceb68263053,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:21.608325 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d492e099-2f05-4fa2-b1b1-dc076822034b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:25:21.608829 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d492e099-2f05-4fa2-b1b1-dc076822034b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:25:21.608953 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d492e099-2f05-4fa2-b1b1-dc076822034b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:25:21.609269 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d492e099-2f05-4fa2-b1b1-dc076822034b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:25:21.609684 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d492e099-2f05-4fa2-b1b1-dc076822034b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:25:21.610033 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d492e099-2f05-4fa2-b1b1-dc076822034b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:25:21.610361 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d492e099-2f05-4fa2-b1b1-dc076822034b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:25:21.610684 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d492e099-2f05-4fa2-b1b1-dc076822034b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:25:21.611005 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d492e099-2f05-4fa2-b1b1-dc076822034b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:25:21.611327 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d492e099-2f05-4fa2-b1b1-dc076822034b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:25:21.611641 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d492e099-2f05-4fa2-b1b1-dc076822034b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:25:21.611952 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d492e099-2f05-4fa2-b1b1-dc076822034b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:25:21.612270 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d492e099-2f05-4fa2-b1b1-dc076822034b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:25:21.656282 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf5710-13d8-4697-87b6-9043eba0ee8d req-17b0b7ef-5d9a-426c-adb7-bbeb9033b23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:21.657793 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-badf5710-13d8-4697-87b6-9043eba0ee8d req-17b0b7ef-5d9a-426c-adb7-bbeb9033b23d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=317746a06f66473a8244c5c3e6e42976&device_id=aa1af7a6-d48d-4c90-8b5c-fac5040ba2a2 HTTP/1.1" status: 200 len: 1130 time: 0.1394327 Mar 02 17:25:21.846970 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-d492e099-2f05-4fa2-b1b1-dc076822034b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-755501'] for router_interface (be42a011-bcf3-4761-8293-e9b85df1a7b9), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:21.850141 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf5710-13d8-4697-87b6-9043eba0ee8d req-81e916d2-52ad-48cc-bcce-35ef075e6ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:21.851588 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-badf5710-13d8-4697-87b6-9043eba0ee8d req-81e916d2-52ad-48cc-bcce-35ef075e6ba6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6e195960-ad98-4d2b-89bc-4a61daf07d4e HTTP/1.1" status: 200 len: 914 time: 0.1470585 Mar 02 17:25:21.935355 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-badf5710-13d8-4697-87b6-9043eba0ee8d req-ed799043-0e70-4ee0-8f5a-a1919afe763b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac2b4c74-d5b6-44e0-9cdd-800e3c4a9064 HTTP/1.1" status: 200 len: 217 time: 0.0760853 Mar 02 17:25:22.024402 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf5710-13d8-4697-87b6-9043eba0ee8d req-292736b6-6f16-40e5-852b-56f8fac2fdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:22.025865 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-badf5710-13d8-4697-87b6-9043eba0ee8d req-292736b6-6f16-40e5-852b-56f8fac2fdb5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1c8c8632-01eb-4427-9b25-b406e78340b6 HTTP/1.1" status: 200 len: 853 time: 0.0839057 Mar 02 17:25:22.104593 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-badf5710-13d8-4697-87b6-9043eba0ee8d req-c4d1f001-f4ea-4797-a606-0a49397af664 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6e195960-ad98-4d2b-89bc-4a61daf07d4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605595 Mar 02 17:25:22.225460 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d492e099-2f05-4fa2-b1b1-dc076822034b admin admin] Router be42a011-bcf3-4761-8293-e9b85df1a7b9 has already been hosted by L3 agent 90b713d5-0d52-4da0-a663-b3b1c9fefb3d {{(pid=103838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:25:22.246415 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-badf5710-13d8-4697-87b6-9043eba0ee8d req-ba49d412-6a4f-45c3-9fc1-913a0ee237e6 service neutron] 10.222.0.49 "GET /v2.0/networks/6e195960-ad98-4d2b-89bc-4a61daf07d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344023 Mar 02 17:25:22.419936 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-badf5710-13d8-4697-87b6-9043eba0ee8d req-7e35544e-b8ff-4ab4-9eb6-4d60cc43c103 service neutron] 10.222.0.49 "GET /v2.0/networks/6e195960-ad98-4d2b-89bc-4a61daf07d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363945 Mar 02 17:25:22.421498 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d492e099-2f05-4fa2-b1b1-dc076822034b admin admin] Notify agent at l3_agent.dv-cinder-778193-22-iscsi the message routers_updated {{(pid=103838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:25:22.434045 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-d492e099-2f05-4fa2-b1b1-dc076822034b admin admin] 10.222.0.55 "PUT /v2.0/routers/be42a011-bcf3-4761-8293-e9b85df1a7b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4915931 Mar 02 17:25:22.434142 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbe7e67-ebe5-46a9-ad8a-c335d3dbd29c None None] Sync routers for ids ['be42a011-bcf3-4761-8293-e9b85df1a7b9'] in dv-cinder-778193-22-iscsi {{(pid=103840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 17:25:22.435883 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 53678) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:25:22.444710 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbe7e67-ebe5-46a9-ad8a-c335d3dbd29c None None] Routers {'be42a011-bcf3-4761-8293-e9b85df1a7b9'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:25:22.445334 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_hamode_db [None req-ffbe7e67-ebe5-46a9-ad8a-c335d3dbd29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:25:04Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['be42a011-bcf3-4761-8293-e9b85df1a7b9'], 'active': True} {{(pid=103840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:25:22.558072 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_dvr_db [None req-ffbe7e67-ebe5-46a9-ad8a-c335d3dbd29c None None] Set router be42a011-bcf3-4761-8293-e9b85df1a7b9 gateway port host: dv-cinder-778193-22-iscsi {{(pid=103840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:25:22.598709 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0085164-77cd-4b51-bf23-e6d263b8bba8 req-f979f46b-08c2-4ed9-a43f-c5796fba866a tempest-VolumesNegativeTest-1937570927 tempest-VolumesNegativeTest-1937570927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:22.600656 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-f0085164-77cd-4b51-bf23-e6d263b8bba8 req-f979f46b-08c2-4ed9-a43f-c5796fba866a tempest-VolumesNegativeTest-1937570927 tempest-VolumesNegativeTest-1937570927-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5325364-a437-48f8-a782-7b382f974f92 HTTP/1.1" status: 200 len: 950 time: 0.0633631 Mar 02 17:25:22.665366 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-f0085164-77cd-4b51-bf23-e6d263b8bba8 req-5ba11adc-3817-4411-b034-f4d817bae4b5 tempest-VolumesNegativeTest-1937570927 tempest-VolumesNegativeTest-1937570927-project] 10.222.0.55 "GET /v2.0/security-groups?id=315d004e-8227-4896-82d3-36534fe9aeba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588751 Mar 02 17:25:22.778552 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-56782a3d-e47a-42e1-8845-7e54b48eecd2 admin admin] Publish callbacks [] for router (be42a011-bcf3-4761-8293-e9b85df1a7b9), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:22.848778 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_hamode_db [None req-ffbe7e67-ebe5-46a9-ad8a-c335d3dbd29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be42a011-bcf3-4761-8293-e9b85df1a7b9', 'name': 'tempest-TestShelveInstance-1772399394-router', 'tenant_id': '6834cd139e1a457287455141974c0cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '859c5496-1bc1-4b8a-af0a-ded0f294ae71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:20:26Z', 'updated_at': '2022-03-02T17:25:21Z', 'revision_number': 5, 'project_id': '6834cd139e1a457287455141974c0cc1', 'gw_port': {'id': '859c5496-1bc1-4b8a-af0a-ded0f294ae71', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be42a011-bcf3-4761-8293-e9b85df1a7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:20:27Z', 'updated_at': '2022-03-02T17:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi'}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:25:22.876170 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbe7e67-ebe5-46a9-ad8a-c335d3dbd29c None None] Checking router: be42a011-bcf3-4761-8293-e9b85df1a7b9 for host: dv-cinder-778193-22-iscsi {{(pid=103840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 17:25:22.885581 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbe7e67-ebe5-46a9-ad8a-c335d3dbd29c None None] Routers {'be42a011-bcf3-4761-8293-e9b85df1a7b9'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:25:22.886490 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_hamode_db [None req-ffbe7e67-ebe5-46a9-ad8a-c335d3dbd29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:25:04Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['be42a011-bcf3-4761-8293-e9b85df1a7b9'], 'active': True} {{(pid=103840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:25:22.896054 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-56782a3d-e47a-42e1-8845-7e54b48eecd2 admin admin] Publish callbacks [] for router_gateway (be42a011-bcf3-4761-8293-e9b85df1a7b9), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:22.924983 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614ddcf-cf28-4f09-98c2-bc8664345d0e req-41c5c163-6af5-4c9a-855f-eb049b05c3ed tempest-VolumesNegativeTest-1937570927 tempest-VolumesNegativeTest-1937570927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:22.926486 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-b614ddcf-cf28-4f09-98c2-bc8664345d0e req-41c5c163-6af5-4c9a-855f-eb049b05c3ed tempest-VolumesNegativeTest-1937570927 tempest-VolumesNegativeTest-1937570927-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5325364-a437-48f8-a782-7b382f974f92 HTTP/1.1" status: 200 len: 950 time: 0.0606811 Mar 02 17:25:23.005155 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_dvr_db [None req-ffbe7e67-ebe5-46a9-ad8a-c335d3dbd29c None None] Set router be42a011-bcf3-4761-8293-e9b85df1a7b9 gateway port host: dv-cinder-778193-22-iscsi {{(pid=103840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:25:23.045803 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [None req-56782a3d-e47a-42e1-8845-7e54b48eecd2 admin admin] Deleting port 859c5496-1bc1-4b8a-af0a-ded0f294ae71 {{(pid=103837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 17:25:23.046153 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-56782a3d-e47a-42e1-8845-7e54b48eecd2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757691651449'] for port (859c5496-1bc1-4b8a-af0a-ded0f294ae71), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:23.055073 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [req-b614ddcf-cf28-4f09-98c2-bc8664345d0e req-6d281aa2-59ac-4e89-8968-056c688f9863 tempest-VolumesNegativeTest-1937570927 tempest-VolumesNegativeTest-1937570927-project] Deleting port a8c88ae7-44da-4211-ba19-7534f05b0a78 {{(pid=103838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 17:25:23.055430 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-b614ddcf-cf28-4f09-98c2-bc8664345d0e req-6d281aa2-59ac-4e89-8968-056c688f9863 tempest-VolumesNegativeTest-1937570927 tempest-VolumesNegativeTest-1937570927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757691651449'] for port (a8c88ae7-44da-4211-ba19-7534f05b0a78), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:23.143732 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.db [None req-56782a3d-e47a-42e1-8845-7e54b48eecd2 admin admin] For port 859c5496-1bc1-4b8a-af0a-ded0f294ae71, host dv-cinder-778193-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=859c5496-1bc1-4b8a-af0a-ded0f294ae71,segment=NetworkSegment(52804d28-a361-4369-98ca-e918669c489a),segment_id=52804d28-a361-4369-98ca-e918669c489a)] {{(pid=103837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:25:23.144100 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-56782a3d-e47a-42e1-8845-7e54b48eecd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757418'] for port (859c5496-1bc1-4b8a-af0a-ded0f294ae71), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:23.158142 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [None req-56782a3d-e47a-42e1-8845-7e54b48eecd2 admin admin] Calling delete_port for 859c5496-1bc1-4b8a-af0a-ded0f294ae71 owned by network:router_gateway {{(pid=103837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 17:25:23.171567 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [req-b614ddcf-cf28-4f09-98c2-bc8664345d0e req-6d281aa2-59ac-4e89-8968-056c688f9863 tempest-VolumesNegativeTest-1937570927 tempest-VolumesNegativeTest-1937570927-project] For port a8c88ae7-44da-4211-ba19-7534f05b0a78, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a8c88ae7-44da-4211-ba19-7534f05b0a78,segment=NetworkSegment(d26aeab2-d34d-4769-9c6d-c94cb932fda1),segment_id=d26aeab2-d34d-4769-9c6d-c94cb932fda1)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:25:23.175596 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-b614ddcf-cf28-4f09-98c2-bc8664345d0e req-6d281aa2-59ac-4e89-8968-056c688f9863 tempest-VolumesNegativeTest-1937570927 tempest-VolumesNegativeTest-1937570927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757418'] for port (a8c88ae7-44da-4211-ba19-7534f05b0a78), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:23.187343 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [req-b614ddcf-cf28-4f09-98c2-bc8664345d0e req-6d281aa2-59ac-4e89-8968-056c688f9863 tempest-VolumesNegativeTest-1937570927 tempest-VolumesNegativeTest-1937570927-project] Calling delete_port for a8c88ae7-44da-4211-ba19-7534f05b0a78 owned by compute:nova {{(pid=103838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 17:25:23.204825 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_hamode_db [None req-ffbe7e67-ebe5-46a9-ad8a-c335d3dbd29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be42a011-bcf3-4761-8293-e9b85df1a7b9', 'name': 'tempest-TestShelveInstance-1772399394-router', 'tenant_id': '6834cd139e1a457287455141974c0cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '859c5496-1bc1-4b8a-af0a-ded0f294ae71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:20:26Z', 'updated_at': '2022-03-02T17:25:21Z', 'revision_number': 5, 'project_id': '6834cd139e1a457287455141974c0cc1', 'gw_port': {'id': '859c5496-1bc1-4b8a-af0a-ded0f294ae71', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be42a011-bcf3-4761-8293-e9b85df1a7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:20:27Z', 'updated_at': '2022-03-02T17:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi'}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:25:23.230403 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbe7e67-ebe5-46a9-ad8a-c335d3dbd29c None None] The sync data for ids ['be42a011-bcf3-4761-8293-e9b85df1a7b9'] in dv-cinder-778193-22-iscsi is: [{'id': 'be42a011-bcf3-4761-8293-e9b85df1a7b9', 'name': 'tempest-TestShelveInstance-1772399394-router', 'tenant_id': '6834cd139e1a457287455141974c0cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '859c5496-1bc1-4b8a-af0a-ded0f294ae71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:20:26Z', 'updated_at': '2022-03-02T17:25:21Z', 'revision_number': 5, 'project_id': '6834cd139e1a457287455141974c0cc1', 'gw_port': {'id': '859c5496-1bc1-4b8a-af0a-ded0f294ae71', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be42a011-bcf3-4761-8293-e9b85df1a7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:20:27Z', 'updated_at': '2022-03-02T17:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi'}] {{(pid=103840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 17:25:23.414849 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-b614ddcf-cf28-4f09-98c2-bc8664345d0e req-6d281aa2-59ac-4e89-8968-056c688f9863 tempest-VolumesNegativeTest-1937570927 tempest-VolumesNegativeTest-1937570927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757691659996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757691134190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26691326'] for port (a8c88ae7-44da-4211-ba19-7534f05b0a78), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:23.431547 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] get_ports_and_sgs() called for port_ids ['a8c88ae7-44da-4211-ba19-7534f05b0a78'] {{(pid=103839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 17:25:23.448353 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d281aa2-59ac-4e89-8968-056c688f9863 tempest-VolumesNegativeTest-1937570927 tempest-VolumesNegativeTest-1937570927-project] Pushing event deleted for resources: {'Port': ['ID=a8c88ae7-44da-4211-ba19-7534f05b0a78,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:23.454061 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-56782a3d-e47a-42e1-8845-7e54b48eecd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757691659996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757691134190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29943615'] for port (859c5496-1bc1-4b8a-af0a-ded0f294ae71), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:23.490713 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56782a3d-e47a-42e1-8845-7e54b48eecd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=859c5496-1bc1-4b8a-af0a-ded0f294ae71,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:23.502132 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [req-b614ddcf-cf28-4f09-98c2-bc8664345d0e req-6d281aa2-59ac-4e89-8968-056c688f9863 tempest-VolumesNegativeTest-1937570927 tempest-VolumesNegativeTest-1937570927-project] No DVR routers for this DVR port a8c88ae7-44da-4211-ba19-7534f05b0a78 on host hv-cinder-77819 {{(pid=103838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:25:23.504524 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-b614ddcf-cf28-4f09-98c2-bc8664345d0e req-6d281aa2-59ac-4e89-8968-056c688f9863 tempest-VolumesNegativeTest-1937570927 tempest-VolumesNegativeTest-1937570927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021714'] for port (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:23.507828 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-b614ddcf-cf28-4f09-98c2-bc8664345d0e req-6d281aa2-59ac-4e89-8968-056c688f9863 tempest-VolumesNegativeTest-1937570927 tempest-VolumesNegativeTest-1937570927-project] 10.222.0.49 "DELETE /v2.0/ports/a8c88ae7-44da-4211-ba19-7534f05b0a78 HTTP/1.1" status: 204 len: 173 time: 0.5673413 Mar 02 17:25:23.508287 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5325364-a437-48f8-a782-7b382f974f92', 'name': 'network-vif-deleted', 'tag': 'a8c88ae7-44da-4211-ba19-7534f05b0a78'}] {{(pid=103838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 17:25:23.510639 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7c8e0f7c7170b606f581d652a183e77a47547618c5f9292d8eb62f06a367e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f9298eb-2034-4d06-86b3-b745ed05a460" -d '{"events": [{"server_uuid": "a5325364-a437-48f8-a782-7b382f974f92", "name": "network-vif-deleted", "tag": "a8c88ae7-44da-4211-ba19-7534f05b0a78"}]}' {{(pid=103838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 17:25:23.555417 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 17:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-936af9a4-a397-4e8a-bfb7-a3a9b722750a x-openstack-request-id: req-936af9a4-a397-4e8a-bfb7-a3a9b722750a {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 17:25:23.555796 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5325364-a437-48f8-a782-7b382f974f92", "name": "network-vif-deleted", "tag": "a8c88ae7-44da-4211-ba19-7534f05b0a78", "status": "completed", "code": 200}]} {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 17:25:23.556119 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-936af9a4-a397-4e8a-bfb7-a3a9b722750a {{(pid=103838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 17:25:23.556588 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5325364-a437-48f8-a782-7b382f974f92', 'name': 'network-vif-deleted', 'tag': 'a8c88ae7-44da-4211-ba19-7534f05b0a78', 'status': 'completed', 'code': 200} Mar 02 17:25:23.557763 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-56782a3d-e47a-42e1-8845-7e54b48eecd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-755343'] for router_gateway (be42a011-bcf3-4761-8293-e9b85df1a7b9), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:23.715328 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-56782a3d-e47a-42e1-8845-7e54b48eecd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-758303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4915'] for router (be42a011-bcf3-4761-8293-e9b85df1a7b9), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:23.722890 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-56782a3d-e47a-42e1-8845-7e54b48eecd2 admin admin] Publish callbacks [] for router_controller (be42a011-bcf3-4761-8293-e9b85df1a7b9), precommit_delete_associations {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:23.755590 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device f501a22a-f5d6-4a60-b601-aceb68263053 no longer exists at agent ovs-agent-dv-cinder-778193-22-iscsi {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 17:25:23.786358 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] No Port match for: f501a22a-f5d6-4a60-b601-aceb68263053 {{(pid=103839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 17:25:23.786710 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device f501a22a-f5d6-4a60-b601-aceb68263053 not bound to the agent host dv-cinder-778193-22-iscsi {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 17:25:23.793796 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-a022973a-7883-4a80-b629-21c5a0b2b958 req-7657ba85-c35c-4244-905c-fd0bb2b4c38a tempest-VolumesNegativeTest-1937570927 tempest-VolumesNegativeTest-1937570927-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5325364-a437-48f8-a782-7b382f974f92 HTTP/1.1" status: 200 len: 210 time: 0.0331018 Mar 02 17:25:23.846080 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-56782a3d-e47a-42e1-8845-7e54b48eecd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-758308'] for router (be42a011-bcf3-4761-8293-e9b85df1a7b9), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:23.846642 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56782a3d-e47a-42e1-8845-7e54b48eecd2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router be42a011-bcf3-4761-8293-e9b85df1a7b9 {{(pid=103837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 17:25:23.851476 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-56782a3d-e47a-42e1-8845-7e54b48eecd2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:23.852634 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-56782a3d-e47a-42e1-8845-7e54b48eecd2 admin admin] 10.222.0.55 "DELETE /v2.0/routers/be42a011-bcf3-4761-8293-e9b85df1a7b9 HTTP/1.1" status: 204 len: 168 time: 1.4157252 Mar 02 17:25:23.855133 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 53688) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:25:23.899663 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d2c6da0-c20c-4880-86c1-4e4277081455 admin admin] Deleting subnet dc92821d-9ea4-4606-ad8b-1f3d751b5d39 {{(pid=103837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 17:25:23.903121 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-8d2c6da0-c20c-4880-86c1-4e4277081455 admin admin] Publish callbacks [] for subnet (dc92821d-9ea4-4606-ad8b-1f3d751b5d39), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:23.943962 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-8d2c6da0-c20c-4880-86c1-4e4277081455 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29941814'] for subnet (dc92821d-9ea4-4606-ad8b-1f3d751b5d39), precommit_delete_associations {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:24.028616 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-8d2c6da0-c20c-4880-86c1-4e4277081455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223364'] for subnet (dc92821d-9ea4-4606-ad8b-1f3d751b5d39), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:24.172112 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-8d2c6da0-c20c-4880-86c1-4e4277081455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29943564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29592715'] for subnet (dc92821d-9ea4-4606-ad8b-1f3d751b5d39), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:24.195941 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2c6da0-c20c-4880-86c1-4e4277081455 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc92821d-9ea4-4606-ad8b-1f3d751b5d39,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:24.201780 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-8d2c6da0-c20c-4880-86c1-4e4277081455 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572135'] for subnet (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:24.205792 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-8d2c6da0-c20c-4880-86c1-4e4277081455 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/dc92821d-9ea4-4606-ad8b-1f3d751b5d39 HTTP/1.1" status: 204 len: 168 time: 0.3495467 Mar 02 17:25:24.207457 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 53690) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:25:24.207621 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4eb3502-c4ca-420a-9c3b-73a4170c2bad None None] Network 293d8493-e05f-4170-949f-ef45966abb71 requested from dv-cinder-778193-22-iscsi {{(pid=103839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 17:25:24.279313 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-59097b31-3a7f-4e76-9b45-06f37a4f5a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4180927'] for network (293d8493-e05f-4170-949f-ef45966abb71), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:24.352078 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [None req-59097b31-3a7f-4e76-9b45-06f37a4f5a5e admin admin] Deleting port aed86a08-4ece-4aec-ac49-fd18db936b3a {{(pid=103837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 17:25:24.352078 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-59097b31-3a7f-4e76-9b45-06f37a4f5a5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757691651449'] for port (aed86a08-4ece-4aec-ac49-fd18db936b3a), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:24.386485 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40fd3665-608b-41e5-aa84-16e720521094 None None] DHCP port deletion for 293d8493-e05f-4170-949f-ef45966abb71 request from dv-cinder-778193-22-iscsi {{(pid=103839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 02 17:25:24.407104 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.db [None req-59097b31-3a7f-4e76-9b45-06f37a4f5a5e admin admin] For port aed86a08-4ece-4aec-ac49-fd18db936b3a, host dv-cinder-778193-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=aed86a08-4ece-4aec-ac49-fd18db936b3a,segment=NetworkSegment(6f65bed1-70da-49c3-a0a9-6c76d63a4af3),segment_id=6f65bed1-70da-49c3-a0a9-6c76d63a4af3)] {{(pid=103837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:25:24.407822 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-59097b31-3a7f-4e76-9b45-06f37a4f5a5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757418'] for port (aed86a08-4ece-4aec-ac49-fd18db936b3a), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:24.420983 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [None req-59097b31-3a7f-4e76-9b45-06f37a4f5a5e admin admin] Calling delete_port for aed86a08-4ece-4aec-ac49-fd18db936b3a owned by network:dhcp {{(pid=103837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 17:25:24.434068 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-40fd3665-608b-41e5-aa84-16e720521094 None None] Deleting port aed86a08-4ece-4aec-ac49-fd18db936b3a {{(pid=103839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 17:25:24.434654 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-40fd3665-608b-41e5-aa84-16e720521094 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757691651449'] for port (aed86a08-4ece-4aec-ac49-fd18db936b3a), before_delete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:24.506344 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-40fd3665-608b-41e5-aa84-16e720521094 None None] For port aed86a08-4ece-4aec-ac49-fd18db936b3a, host dv-cinder-778193-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=aed86a08-4ece-4aec-ac49-fd18db936b3a,segment=NetworkSegment(6f65bed1-70da-49c3-a0a9-6c76d63a4af3),segment_id=6f65bed1-70da-49c3-a0a9-6c76d63a4af3)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:25:24.506738 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-40fd3665-608b-41e5-aa84-16e720521094 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757418'] for port (aed86a08-4ece-4aec-ac49-fd18db936b3a), precommit_delete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:24.522779 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-40fd3665-608b-41e5-aa84-16e720521094 None None] Calling delete_port for aed86a08-4ece-4aec-ac49-fd18db936b3a owned by network:dhcp {{(pid=103839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 17:25:24.606665 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-59097b31-3a7f-4e76-9b45-06f37a4f5a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757691659996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757691134190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29943615'] for port (aed86a08-4ece-4aec-ac49-fd18db936b3a), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:24.612367 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-40fd3665-608b-41e5-aa84-16e720521094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757691659996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757691134190'] for port (aed86a08-4ece-4aec-ac49-fd18db936b3a), after_delete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:24.636665 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59097b31-3a7f-4e76-9b45-06f37a4f5a5e admin admin] Pushing event deleted for resources: {'Port': ['ID=aed86a08-4ece-4aec-ac49-fd18db936b3a,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:24.641088 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59097b31-3a7f-4e76-9b45-06f37a4f5a5e admin admin] No DVR routers for this DVR port aed86a08-4ece-4aec-ac49-fd18db936b3a on host dv-cinder-778193-22-iscsi {{(pid=103837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:25:24.644328 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fd3665-608b-41e5-aa84-16e720521094 None None] Pushing event deleted for resources: {'Port': ['ID=aed86a08-4ece-4aec-ac49-fd18db936b3a,revision_number=None']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:24.646212 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fd3665-608b-41e5-aa84-16e720521094 None None] No DVR routers for this DVR port aed86a08-4ece-4aec-ac49-fd18db936b3a on host dv-cinder-778193-22-iscsi {{(pid=103839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:25:24.717737 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-59097b31-3a7f-4e76-9b45-06f37a4f5a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3970239', 'neutron.services.segments.db._delete_segments_for_network-8757691626141'] for network (293d8493-e05f-4170-949f-ef45966abb71), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:24.739522 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.services.segments.db [None req-59097b31-3a7f-4e76-9b45-06f37a4f5a5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['293d8493-e05f-4170-949f-ef45966abb71']}} {{(pid=103837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:25:24.749238 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.services.segments.db [None req-59097b31-3a7f-4e76-9b45-06f37a4f5a5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f65bed1-70da-49c3-a0a9-6c76d63a4af3') {'for_net_delete': True} {{(pid=103837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:25:24.752181 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.services.segments.db [None req-59097b31-3a7f-4e76-9b45-06f37a4f5a5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f65bed1-70da-49c3-a0a9-6c76d63a4af3') {} {{(pid=103837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:25:24.758737 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-59097b31-3a7f-4e76-9b45-06f37a4f5a5e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757691629734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29941793'] for segment (6f65bed1-70da-49c3-a0a9-6c76d63a4af3), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:24.772468 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-59097b31-3a7f-4e76-9b45-06f37a4f5a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220699'] for segment (6f65bed1-70da-49c3-a0a9-6c76d63a4af3), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:24.778439 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59097b31-3a7f-4e76-9b45-06f37a4f5a5e admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=103837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 17:25:24.780858 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-59097b31-3a7f-4e76-9b45-06f37a4f5a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29943762'] for segment (6f65bed1-70da-49c3-a0a9-6c76d63a4af3), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:24.780858 dv-cinder-778193-22-iscsi neutron-server[103837]: Traceback (most recent call last): Mar 02 17:25:24.780858 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 17:25:24.780858 dv-cinder-778193-22-iscsi neutron-server[103837]: timer() Mar 02 17:25:24.780858 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:25:24.780858 dv-cinder-778193-22-iscsi neutron-server[103837]: cb(*args, **kw) Mar 02 17:25:24.780858 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 17:25:24.780858 dv-cinder-778193-22-iscsi neutron-server[103837]: return func(*args, **kwargs) Mar 02 17:25:24.780858 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:25:24.780858 dv-cinder-778193-22-iscsi neutron-server[103837]: self._notify() Mar 02 17:25:24.780858 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:25:24.780858 dv-cinder-778193-22-iscsi neutron-server[103837]: self.callback(batched_events) Mar 02 17:25:24.780858 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:25:24.780858 dv-cinder-778193-22-iscsi neutron-server[103837]: event.method(event) Mar 02 17:25:24.780858 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 17:25:24.780858 dv-cinder-778193-22-iscsi neutron-server[103837]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:25:24.780858 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 17:25:24.780858 dv-cinder-778193-22-iscsi neutron-server[103837]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:25:24.780858 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 17:25:24.780858 dv-cinder-778193-22-iscsi neutron-server[103837]: return f(self, *a, **k) Mar 02 17:25:24.780858 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:25:24.780858 dv-cinder-778193-22-iscsi neutron-server[103837]: return self._get(url).json() Mar 02 17:25:24.780858 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:25:24.780858 dv-cinder-778193-22-iscsi neutron-server[103837]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:25:24.780858 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 17:25:24.780858 dv-cinder-778193-22-iscsi neutron-server[103837]: return self.request(url, 'GET', **kwargs) Mar 02 17:25:24.780858 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 17:25:24.780858 dv-cinder-778193-22-iscsi neutron-server[103837]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:25:24.780858 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 17:25:24.780858 dv-cinder-778193-22-iscsi neutron-server[103837]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:25:24.780858 dv-cinder-778193-22-iscsi neutron-server[103837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 17:25:24.780858 dv-cinder-778193-22-iscsi neutron-server[103837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:25:24.780858 dv-cinder-778193-22-iscsi neutron-server[103837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:25:24.897146 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-59097b31-3a7f-4e76-9b45-06f37a4f5a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3970246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-755379'] for network (293d8493-e05f-4170-949f-ef45966abb71), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:24.902836 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-59097b31-3a7f-4e76-9b45-06f37a4f5a5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572135'] for network (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:24.907728 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-59097b31-3a7f-4e76-9b45-06f37a4f5a5e admin admin] 10.222.0.55 "DELETE /v2.0/networks/293d8493-e05f-4170-949f-ef45966abb71 HTTP/1.1" status: 204 len: 168 time: 0.6989434 Mar 02 17:25:24.919321 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59097b31-3a7f-4e76-9b45-06f37a4f5a5e admin admin] Pushing event deleted for resources: {'Network': ['ID=293d8493-e05f-4170-949f-ef45966abb71,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:25.276633 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 53716) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:25:25.316968 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-bbed7395-9d43-468c-a21f-f40171b60e57 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5ba5387a29d94fbbbf29115c3fa4a9d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391769 Mar 02 17:25:25.319474 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 53718) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:25:25.368897 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-441f969c-566f-4eb6-9635-aa2c2d429016 admin admin] Publish callbacks [] for security_group (034e8f3f-4106-4d41-926f-5638f1a1dfd0), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:25.397123 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-441f969c-566f-4eb6-9635-aa2c2d429016 admin admin] Publish callbacks [] for security_group (034e8f3f-4106-4d41-926f-5638f1a1dfd0), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:25.523886 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device aed86a08-4ece-4aec-ac49-fd18db936b3a no longer exists at agent ovs-agent-dv-cinder-778193-22-iscsi {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 17:25:25.545065 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] No Port match for: aed86a08-4ece-4aec-ac49-fd18db936b3a {{(pid=103839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 17:25:25.575645 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device aed86a08-4ece-4aec-ac49-fd18db936b3a not bound to the agent host dv-cinder-778193-22-iscsi {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 17:25:25.575645 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device 859c5496-1bc1-4b8a-af0a-ded0f294ae71 no longer exists at agent ovs-agent-dv-cinder-778193-22-iscsi {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 17:25:25.575645 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] No Port match for: 859c5496-1bc1-4b8a-af0a-ded0f294ae71 {{(pid=103839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 17:25:25.575645 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device 859c5496-1bc1-4b8a-af0a-ded0f294ae71 not bound to the agent host dv-cinder-778193-22-iscsi {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 17:25:25.674599 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-441f969c-566f-4eb6-9635-aa2c2d429016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (034e8f3f-4106-4d41-926f-5638f1a1dfd0), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:25.677322 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-441f969c-566f-4eb6-9635-aa2c2d429016 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:25.678535 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-441f969c-566f-4eb6-9635-aa2c2d429016 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/034e8f3f-4106-4d41-926f-5638f1a1dfd0 HTTP/1.1" status: 204 len: 168 time: 0.3581536 Mar 02 17:25:25.688201 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441f969c-566f-4eb6-9635-aa2c2d429016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=034e8f3f-4106-4d41-926f-5638f1a1dfd0,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:26.458788 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 53790) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:25:26.498557 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-d7197c5e-8949-41dc-9ac6-caef5a0afe01 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6834cd139e1a457287455141974c0cc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386124 Mar 02 17:25:26.501045 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 53792) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:25:26.548635 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-64076a68-0e6d-45d5-b182-ede80f614969 admin admin] Publish callbacks [] for security_group (f9ca548f-4db6-424c-9f0c-5168975451fb), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:26.574734 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-64076a68-0e6d-45d5-b182-ede80f614969 admin admin] Publish callbacks [] for security_group (f9ca548f-4db6-424c-9f0c-5168975451fb), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:26.742845 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-64076a68-0e6d-45d5-b182-ede80f614969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (f9ca548f-4db6-424c-9f0c-5168975451fb), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:26.745660 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-64076a68-0e6d-45d5-b182-ede80f614969 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:26.746891 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-64076a68-0e6d-45d5-b182-ede80f614969 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f9ca548f-4db6-424c-9f0c-5168975451fb HTTP/1.1" status: 204 len: 168 time: 0.2449300 Mar 02 17:25:26.759467 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64076a68-0e6d-45d5-b182-ede80f614969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ca548f-4db6-424c-9f0c-5168975451fb,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:27.039081 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device a8c88ae7-44da-4211-ba19-7534f05b0a78 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 17:25:27.063585 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] No Port match for: a8c88ae7-44da-4211-ba19-7534f05b0a78 {{(pid=103839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 17:25:27.070790 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device a8c88ae7-44da-4211-ba19-7534f05b0a78 not bound to the agent host hv-cinder-77819 {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 17:25:31.763384 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-4ccaaa3e-1f1b-45c3-b11d-c97ce0e42869 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (0060df7f-f835-4890-b25c-3842f545a9d0), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:32.147061 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 53980) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:25:32.290303 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-a7bf62a1-6872-4763-a46f-bde1ae1aaa22 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2a5e308c42c7499097636f38ec58a828&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1418684 Mar 02 17:25:32.292723 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 53984) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:25:32.348699 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-421a0465-5e14-404c-9bae-9dedb9e4178d admin admin] Publish callbacks [] for security_group (315d004e-8227-4896-82d3-36534fe9aeba), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:32.372862 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-421a0465-5e14-404c-9bae-9dedb9e4178d admin admin] Publish callbacks [] for security_group (315d004e-8227-4896-82d3-36534fe9aeba), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:32.520211 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-421a0465-5e14-404c-9bae-9dedb9e4178d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (315d004e-8227-4896-82d3-36534fe9aeba), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:32.522832 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-421a0465-5e14-404c-9bae-9dedb9e4178d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:32.524224 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-421a0465-5e14-404c-9bae-9dedb9e4178d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/315d004e-8227-4896-82d3-36534fe9aeba HTTP/1.1" status: 204 len: 168 time: 0.2305391 Mar 02 17:25:32.535321 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421a0465-5e14-404c-9bae-9dedb9e4178d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=315d004e-8227-4896-82d3-36534fe9aeba,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:34.100399 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-2aad9b18-caa1-4770-ad61-385bf651e505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90b713d5-0d52-4da0-a663-b3b1c9fefb3d), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:35.068207 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-7239c76e-3e75-4b64-9028-aed8f891363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (eca5c3a0-ec74-4a2a-a5c6-a62430d93509), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:36.822125 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-765bf0ac-d167-416d-8fe2-638e582454ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (aac89579-4eb6-45c8-861e-e37bc0c26bf3), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:38.256529 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90356b9b-9a55-4227-ace0-d1fc01a5475f), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:43.582778 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (dbb67c4d-7aa5-4acf-82b3-541c1cabd3d2), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:44.838408 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.agents_db [None req-2c4e262f-840f-46f3-949a-97bfddff46e9 None None] Agent healthcheck: found 6 active agents {{(pid=103840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 17:25:53.969640 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c38c8f4-0623-4c55-9bbc-6f4221b9c493 req-36448520-8920-4888-bae8-773ce4ada5e0 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:53.971170 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-7c38c8f4-0623-4c55-9bbc-6f4221b9c493 req-36448520-8920-4888-bae8-773ce4ada5e0 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa1af7a6-d48d-4c90-8b5c-fac5040ba2a2 HTTP/1.1" status: 200 len: 946 time: 0.0520220 Mar 02 17:25:54.018029 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-7c38c8f4-0623-4c55-9bbc-6f4221b9c493 req-d81ffe55-0655-4a0d-aaff-133d8f5875d3 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] 10.222.0.55 "GET /v2.0/security-groups?id=79c5332d-096f-4e23-ad0b-77b52d7e3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411410 Mar 02 17:25:55.136870 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b9168-b589-429c-8a43-357c68f90b22 req-c42f5dbd-68cc-4aee-81dd-9c5deda088fc tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:55.138455 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-530b9168-b589-429c-8a43-357c68f90b22 req-c42f5dbd-68cc-4aee-81dd-9c5deda088fc tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa1af7a6-d48d-4c90-8b5c-fac5040ba2a2 HTTP/1.1" status: 200 len: 946 time: 0.0524254 Mar 02 17:25:55.187458 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-530b9168-b589-429c-8a43-357c68f90b22 req-8c8d7093-c21d-48c2-a6f4-c3aa8b651479 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] 10.222.0.55 "GET /v2.0/security-groups?id=79c5332d-096f-4e23-ad0b-77b52d7e3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436223 Mar 02 17:25:55.723787 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486702aa-f08f-417f-868b-c3a4a70f9abd req-c1cc9fdc-8722-456d-a1ca-be8d5601702e tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:55.725203 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-486702aa-f08f-417f-868b-c3a4a70f9abd req-c1cc9fdc-8722-456d-a1ca-be8d5601702e tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa1af7a6-d48d-4c90-8b5c-fac5040ba2a2 HTTP/1.1" status: 200 len: 946 time: 0.0513828 Mar 02 17:25:55.813379 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [req-486702aa-f08f-417f-868b-c3a4a70f9abd req-ae985455-5b64-46e8-837b-236481f17f52 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] Deleting port ac2b4c74-d5b6-44e0-9cdd-800e3c4a9064 {{(pid=103838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 17:25:55.813610 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-486702aa-f08f-417f-868b-c3a4a70f9abd req-ae985455-5b64-46e8-837b-236481f17f52 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757691651449'] for port (ac2b4c74-d5b6-44e0-9cdd-800e3c4a9064), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:55.900756 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [req-486702aa-f08f-417f-868b-c3a4a70f9abd req-ae985455-5b64-46e8-837b-236481f17f52 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] For port ac2b4c74-d5b6-44e0-9cdd-800e3c4a9064, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=ac2b4c74-d5b6-44e0-9cdd-800e3c4a9064,segment=NetworkSegment(15b64c3a-11c2-490b-a2f8-69f4d060ebc8),segment_id=15b64c3a-11c2-490b-a2f8-69f4d060ebc8)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:25:55.901110 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-486702aa-f08f-417f-868b-c3a4a70f9abd req-ae985455-5b64-46e8-837b-236481f17f52 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757418'] for port (ac2b4c74-d5b6-44e0-9cdd-800e3c4a9064), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:55.914195 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [req-486702aa-f08f-417f-868b-c3a4a70f9abd req-ae985455-5b64-46e8-837b-236481f17f52 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] Calling delete_port for ac2b4c74-d5b6-44e0-9cdd-800e3c4a9064 owned by compute:nova {{(pid=103838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 17:25:56.128486 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-486702aa-f08f-417f-868b-c3a4a70f9abd req-ae985455-5b64-46e8-837b-236481f17f52 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757691659996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757691134190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26691326'] for port (ac2b4c74-d5b6-44e0-9cdd-800e3c4a9064), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:56.140919 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] get_ports_and_sgs() called for port_ids ['ac2b4c74-d5b6-44e0-9cdd-800e3c4a9064'] {{(pid=103839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 17:25:56.157407 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae985455-5b64-46e8-837b-236481f17f52 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] Pushing event deleted for resources: {'Port': ['ID=ac2b4c74-d5b6-44e0-9cdd-800e3c4a9064,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:56.200649 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [req-486702aa-f08f-417f-868b-c3a4a70f9abd req-ae985455-5b64-46e8-837b-236481f17f52 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] No DVR routers for this DVR port ac2b4c74-d5b6-44e0-9cdd-800e3c4a9064 on host hv-cinder-77819 {{(pid=103838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:25:56.203216 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-486702aa-f08f-417f-868b-c3a4a70f9abd req-ae985455-5b64-46e8-837b-236481f17f52 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021714'] for port (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:25:56.206624 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-486702aa-f08f-417f-868b-c3a4a70f9abd req-ae985455-5b64-46e8-837b-236481f17f52 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] 10.222.0.49 "DELETE /v2.0/ports/ac2b4c74-d5b6-44e0-9cdd-800e3c4a9064 HTTP/1.1" status: 204 len: 173 time: 0.4754629 Mar 02 17:25:56.207063 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa1af7a6-d48d-4c90-8b5c-fac5040ba2a2', 'name': 'network-vif-deleted', 'tag': 'ac2b4c74-d5b6-44e0-9cdd-800e3c4a9064'}] {{(pid=103838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 17:25:56.209309 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7c8e0f7c7170b606f581d652a183e77a47547618c5f9292d8eb62f06a367e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e95fab-4e44-45ef-afeb-0a5b7d2d312f" -d '{"events": [{"server_uuid": "aa1af7a6-d48d-4c90-8b5c-fac5040ba2a2", "name": "network-vif-deleted", "tag": "ac2b4c74-d5b6-44e0-9cdd-800e3c4a9064"}]}' {{(pid=103838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 17:25:56.248239 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 17:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9883315-75ab-4210-b832-2bbce65936a3 x-openstack-request-id: req-c9883315-75ab-4210-b832-2bbce65936a3 {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 17:25:56.248539 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa1af7a6-d48d-4c90-8b5c-fac5040ba2a2", "name": "network-vif-deleted", "tag": "ac2b4c74-d5b6-44e0-9cdd-800e3c4a9064", "status": "completed", "code": 200}]} {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 17:25:56.248788 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c9883315-75ab-4210-b832-2bbce65936a3 {{(pid=103838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 17:25:56.249187 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa1af7a6-d48d-4c90-8b5c-fac5040ba2a2', 'name': 'network-vif-deleted', 'tag': 'ac2b4c74-d5b6-44e0-9cdd-800e3c4a9064', 'status': 'completed', 'code': 200} Mar 02 17:25:56.284829 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-61616c5e-277f-4edb-afa7-d8115b07be66 req-69de24a5-74a1-49b4-a093-059f8e3d93ca tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa1af7a6-d48d-4c90-8b5c-fac5040ba2a2 HTTP/1.1" status: 200 len: 210 time: 0.0273662 Mar 02 17:26:01.154299 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device ac2b4c74-d5b6-44e0-9cdd-800e3c4a9064 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 17:26:01.175411 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] No Port match for: ac2b4c74-d5b6-44e0-9cdd-800e3c4a9064 {{(pid=103839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 17:26:01.175752 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device ac2b4c74-d5b6-44e0-9cdd-800e3c4a9064 not bound to the agent host hv-cinder-77819 {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 17:26:01.758831 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d79684b4-1b5c-4fd6-baee-9683fcf7c0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (0060df7f-f835-4890-b25c-3842f545a9d0), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:26:04.082167 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-6b45068a-751e-4e2e-870b-d2443a554ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90b713d5-0d52-4da0-a663-b3b1c9fefb3d), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:26:05.077064 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-7239c76e-3e75-4b64-9028-aed8f891363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (eca5c3a0-ec74-4a2a-a5c6-a62430d93509), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:26:06.815624 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-765bf0ac-d167-416d-8fe2-638e582454ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (aac89579-4eb6-45c8-861e-e37bc0c26bf3), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:26:07.878458 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb4741d-986d-49b4-8c89-1e0ea41e76e0 req-61ede11b-2c2c-43aa-a1f4-a148f362e330 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:07.879874 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-9eb4741d-986d-49b4-8c89-1e0ea41e76e0 req-61ede11b-2c2c-43aa-a1f4-a148f362e330 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] 10.222.0.55 "GET /v2.0/networks?id=6e195960-ad98-4d2b-89bc-4a61daf07d4e HTTP/1.1" status: 200 len: 813 time: 0.1023023 Mar 02 17:26:07.894571 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-9eb4741d-986d-49b4-8c89-1e0ea41e76e0 req-957ed32f-3b6b-408e-bf84-cb64ff948611 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] 10.222.0.55 "GET /v2.0/quotas/317746a06f66473a8244c5c3e6e42976 HTTP/1.1" status: 200 len: 375 time: 0.0093460 Mar 02 17:26:07.924780 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-9eb4741d-986d-49b4-8c89-1e0ea41e76e0 req-c02ed662-a95a-4021-82e3-746223560b25 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=317746a06f66473a8244c5c3e6e42976&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253503 Mar 02 17:26:08.027463 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [req-9eb4741d-986d-49b4-8c89-1e0ea41e76e0 req-403b1914-422d-416c-8802-fbe283c67fae service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103838) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 17:26:08.028589 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-9eb4741d-986d-49b4-8c89-1e0ea41e76e0 req-403b1914-422d-416c-8802-fbe283c67fae service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0977130 Mar 02 17:26:08.117991 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-9eb4741d-986d-49b4-8c89-1e0ea41e76e0 req-e0a451a9-31cb-4139-a1e2-8e030cc7acfb service neutron] 10.222.0.55 "GET /v2.0/networks/6e195960-ad98-4d2b-89bc-4a61daf07d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834694 Mar 02 17:26:08.207864 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-9eb4741d-986d-49b4-8c89-1e0ea41e76e0 req-3ded1d47-86dc-419d-aaad-4074f2dff9ad service neutron] 10.222.0.55 "GET /v2.0/networks/6e195960-ad98-4d2b-89bc-4a61daf07d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835798 Mar 02 17:26:08.249544 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90356b9b-9a55-4227-ace0-d1fc01a5475f), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:26:08.432940 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-df6d6a61-dec7-442f-a0cc-38fdb43c1d6e req-af592bd9-7497-4e7d-bd31-b5ee4c59e8b3 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d763de5-11f3-461b-b5f6-1a07a1d141c0 HTTP/1.1" status: 200 len: 210 time: 0.0318513 Mar 02 17:26:09.822675 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-fa89485f-f5a7-461f-a60e-926f71582724 req-6f1e2f0e-340b-4b6a-8416-552dd3208c81 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d763de5-11f3-461b-b5f6-1a07a1d141c0 HTTP/1.1" status: 200 len: 210 time: 0.3192883 Mar 02 17:26:10.455239 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb4741d-986d-49b4-8c89-1e0ea41e76e0 req-10e38f24-dad8-497e-a05d-b642bf5af485 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:10.456639 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-9eb4741d-986d-49b4-8c89-1e0ea41e76e0 req-10e38f24-dad8-497e-a05d-b642bf5af485 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] 10.222.0.49 "GET /v2.0/networks?id=6e195960-ad98-4d2b-89bc-4a61daf07d4e HTTP/1.1" status: 200 len: 813 time: 0.0973563 Mar 02 17:26:10.469483 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [req-9eb4741d-986d-49b4-8c89-1e0ea41e76e0 req-9c468489-9c9f-4de6-b149-5ee2da500e85 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] Request body: {'port': {'device_id': '4d763de5-11f3-461b-b5f6-1a07a1d141c0', 'network_id': '6e195960-ad98-4d2b-89bc-4a61daf07d4e', 'admin_state_up': True, 'tenant_id': '317746a06f66473a8244c5c3e6e42976'}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:26:10.678210 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9eb4741d-986d-49b4-8c89-1e0ea41e76e0 req-9c468489-9c9f-4de6-b149-5ee2da500e85 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] Made reservation on behalf of 317746a06f66473a8244c5c3e6e42976 for: {'port': 1} {{(pid=103838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:26:10.681561 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-9eb4741d-986d-49b4-8c89-1e0ea41e76e0 req-9c468489-9c9f-4de6-b149-5ee2da500e85 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:26:10.806990 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.db_base_plugin_common [req-9eb4741d-986d-49b4-8c89-1e0ea41e76e0 req-9c468489-9c9f-4de6-b149-5ee2da500e85 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] Allocated IP 172.20.0.3 (6e195960-ad98-4d2b-89bc-4a61daf07d4e/1c8c8632-01eb-4427-9b25-b406e78340b6/17e14549-babc-4a1e-961a-1fd0ade020c3) {{(pid=103838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:26:10.931523 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-74d9be5b-1da9-4c0d-b068-8a1d950b755a req-19b0ac2b-aa11-4d02-afa2-23006f5a6ed6 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d763de5-11f3-461b-b5f6-1a07a1d141c0 HTTP/1.1" status: 200 len: 210 time: 0.0346582 Mar 02 17:26:10.985099 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-9eb4741d-986d-49b4-8c89-1e0ea41e76e0 req-9c468489-9c9f-4de6-b149-5ee2da500e85 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] Publish callbacks [] for port (17e14549-babc-4a1e-961a-1fd0ade020c3), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:26:11.090883 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-9eb4741d-986d-49b4-8c89-1e0ea41e76e0 req-9c468489-9c9f-4de6-b149-5ee2da500e85 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757691134181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26691326'] for port (17e14549-babc-4a1e-961a-1fd0ade020c3), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:26:11.136214 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9eb4741d-986d-49b4-8c89-1e0ea41e76e0 req-9c468489-9c9f-4de6-b149-5ee2da500e85 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] Network 6e195960-ad98-4d2b-89bc-4a61daf07d4e is already hosted by enough agents. {{(pid=103838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:26:11.139798 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.base_scheduler [req-9eb4741d-986d-49b4-8c89-1e0ea41e76e0 req-9c468489-9c9f-4de6-b149-5ee2da500e85 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] Resources bound (agent type, host, resource id): {{(pid=103838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:26:11.143395 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eb4741d-986d-49b4-8c89-1e0ea41e76e0 req-9c468489-9c9f-4de6-b149-5ee2da500e85 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] Received port after_create {{(pid=103838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 17:26:11.149601 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c468489-9c9f-4de6-b149-5ee2da500e85 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] Pushing event updated for resources: {'Port': ['ID=17e14549-babc-4a1e-961a-1fd0ade020c3,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:11.193243 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb4741d-986d-49b4-8c89-1e0ea41e76e0 req-9c468489-9c9f-4de6-b149-5ee2da500e85 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:11.198379 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-9eb4741d-986d-49b4-8c89-1e0ea41e76e0 req-9c468489-9c9f-4de6-b149-5ee2da500e85 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021714'] for port (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:26:11.281238 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-9eb4741d-986d-49b4-8c89-1e0ea41e76e0 req-9c468489-9c9f-4de6-b149-5ee2da500e85 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8159606 Mar 02 17:26:11.290621 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [req-9eb4741d-986d-49b4-8c89-1e0ea41e76e0 req-adadbffe-a221-47fe-a06d-753df04b6e38 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103838) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 17:26:11.291606 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-9eb4741d-986d-49b4-8c89-1e0ea41e76e0 req-adadbffe-a221-47fe-a06d-753df04b6e38 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055501 Mar 02 17:26:11.348732 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [req-9eb4741d-986d-49b4-8c89-1e0ea41e76e0 req-48125b52-a470-4dba-8b33-ddf2796494d6 service neutron] Request body: {'port': {'device_id': '4d763de5-11f3-461b-b5f6-1a07a1d141c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:26:11.411056 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-9eb4741d-986d-49b4-8c89-1e0ea41e76e0 req-48125b52-a470-4dba-8b33-ddf2796494d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (17e14549-babc-4a1e-961a-1fd0ade020c3), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:26:11.665248 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [req-9eb4741d-986d-49b4-8c89-1e0ea41e76e0 req-48125b52-a470-4dba-8b33-ddf2796494d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17e14549-babc-4a1e-961a-1fd0ade020c3 {{(pid=103838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 17:26:11.673403 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-9eb4741d-986d-49b4-8c89-1e0ea41e76e0 req-48125b52-a470-4dba-8b33-ddf2796494d6 service neutron] Publish callbacks [] for port (17e14549-babc-4a1e-961a-1fd0ade020c3), precommit_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:26:11.685065 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [req-9eb4741d-986d-49b4-8c89-1e0ea41e76e0 req-48125b52-a470-4dba-8b33-ddf2796494d6 service neutron] Transition to ACTIVE for port object 17e14549-babc-4a1e-961a-1fd0ade020c3 will not be triggered until provisioned by entity L2. {{(pid=103838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 17:26:11.762381 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-9eb4741d-986d-49b4-8c89-1e0ea41e76e0 req-48125b52-a470-4dba-8b33-ddf2796494d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26691319'] for port (17e14549-babc-4a1e-961a-1fd0ade020c3), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:26:11.816648 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48125b52-a470-4dba-8b33-ddf2796494d6 service neutron] Pushing event updated for resources: {'Port': ['ID=17e14549-babc-4a1e-961a-1fd0ade020c3,revision_number=2']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:11.878616 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [req-9eb4741d-986d-49b4-8c89-1e0ea41e76e0 req-48125b52-a470-4dba-8b33-ddf2796494d6 service neutron] Attempting to bind port 17e14549-babc-4a1e-961a-1fd0ade020c3 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 17:26:11.878941 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [req-9eb4741d-986d-49b4-8c89-1e0ea41e76e0 req-48125b52-a470-4dba-8b33-ddf2796494d6 service neutron] Attempting to bind port 17e14549-babc-4a1e-961a-1fd0ade020c3 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '15b64c3a-11c2-490b-a2f8-69f4d060ebc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '6e195960-ad98-4d2b-89bc-4a61daf07d4e'}] {{(pid=103838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 17:26:11.879260 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb4741d-986d-49b4-8c89-1e0ea41e76e0 req-48125b52-a470-4dba-8b33-ddf2796494d6 service neutron] Attempting to bind port 17e14549-babc-4a1e-961a-1fd0ade020c3 on network 6e195960-ad98-4d2b-89bc-4a61daf07d4e {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 17:26:11.883456 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb4741d-986d-49b4-8c89-1e0ea41e76e0 req-48125b52-a470-4dba-8b33-ddf2796494d6 service neutron] Port 17e14549-babc-4a1e-961a-1fd0ade020c3 on network 6e195960-ad98-4d2b-89bc-4a61daf07d4e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 17:26:11.883768 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb4741d-986d-49b4-8c89-1e0ea41e76e0 req-48125b52-a470-4dba-8b33-ddf2796494d6 service neutron] Attempting to bind port 17e14549-babc-4a1e-961a-1fd0ade020c3 on network 6e195960-ad98-4d2b-89bc-4a61daf07d4e {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 17:26:11.888628 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb4741d-986d-49b4-8c89-1e0ea41e76e0 req-48125b52-a470-4dba-8b33-ddf2796494d6 service neutron] Checking agent: {'id': 'dbb67c4d-7aa5-4acf-82b3-541c1cabd3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 13), 'started_at': datetime.datetime(2022, 3, 2, 17, 13, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 17:26:11.888955 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb4741d-986d-49b4-8c89-1e0ea41e76e0 req-48125b52-a470-4dba-8b33-ddf2796494d6 service neutron] Checking segment: {'id': '15b64c3a-11c2-490b-a2f8-69f4d060ebc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '6e195960-ad98-4d2b-89bc-4a61daf07d4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 17:26:11.889327 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb4741d-986d-49b4-8c89-1e0ea41e76e0 req-48125b52-a470-4dba-8b33-ddf2796494d6 service neutron] Bound using segment: {'id': '15b64c3a-11c2-490b-a2f8-69f4d060ebc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '6e195960-ad98-4d2b-89bc-4a61daf07d4e'} {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 17:26:11.889743 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [req-9eb4741d-986d-49b4-8c89-1e0ea41e76e0 req-48125b52-a470-4dba-8b33-ddf2796494d6 service neutron] Bound port: 17e14549-babc-4a1e-961a-1fd0ade020c3, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15b64c3a-11c2-490b-a2f8-69f4d060ebc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '6e195960-ad98-4d2b-89bc-4a61daf07d4e'}}] {{(pid=103838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 17:26:11.890112 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-9eb4741d-986d-49b4-8c89-1e0ea41e76e0 req-48125b52-a470-4dba-8b33-ddf2796494d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (17e14549-babc-4a1e-961a-1fd0ade020c3), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:26:11.950939 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [req-9eb4741d-986d-49b4-8c89-1e0ea41e76e0 req-48125b52-a470-4dba-8b33-ddf2796494d6 service neutron] For port 17e14549-babc-4a1e-961a-1fd0ade020c3, host hv-cinder-77819, cleared binding levels {{(pid=103838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:26:11.953790 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [req-9eb4741d-986d-49b4-8c89-1e0ea41e76e0 req-48125b52-a470-4dba-8b33-ddf2796494d6 service neutron] For port 17e14549-babc-4a1e-961a-1fd0ade020c3, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=17e14549-babc-4a1e-961a-1fd0ade020c3,segment=NetworkSegment(15b64c3a-11c2-490b-a2f8-69f4d060ebc8),segment_id=15b64c3a-11c2-490b-a2f8-69f4d060ebc8)] {{(pid=103838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:26:12.038393 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-9eb4741d-986d-49b4-8c89-1e0ea41e76e0 req-48125b52-a470-4dba-8b33-ddf2796494d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26691319'] for port (17e14549-babc-4a1e-961a-1fd0ade020c3), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:26:12.081910 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb4741d-986d-49b4-8c89-1e0ea41e76e0 req-48125b52-a470-4dba-8b33-ddf2796494d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:12.082517 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-9eb4741d-986d-49b4-8c89-1e0ea41e76e0 req-48125b52-a470-4dba-8b33-ddf2796494d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021714'] for port (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:26:12.083853 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-9eb4741d-986d-49b4-8c89-1e0ea41e76e0 req-48125b52-a470-4dba-8b33-ddf2796494d6 service neutron] 10.222.0.49 "PUT /v2.0/ports/17e14549-babc-4a1e-961a-1fd0ade020c3 HTTP/1.1" status: 200 len: 1093 time: 0.7856166 Mar 02 17:26:12.085113 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d763de5-11f3-461b-b5f6-1a07a1d141c0', 'tag': '17e14549-babc-4a1e-961a-1fd0ade020c3'}] {{(pid=103838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 17:26:12.087340 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7c8e0f7c7170b606f581d652a183e77a47547618c5f9292d8eb62f06a367e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751412c1-94b7-4f54-ad4a-0a8094815b77" -d '{"events": [{"name": "network-changed", "server_uuid": "4d763de5-11f3-461b-b5f6-1a07a1d141c0", "tag": "17e14549-babc-4a1e-961a-1fd0ade020c3"}]}' {{(pid=103838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 17:26:12.113416 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e5cdd8-4c00-4397-8ecf-4759a8f0f3cc req-9ee68583-1c16-4889-b4fb-531a4bab49e4 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:12.114905 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-82e5cdd8-4c00-4397-8ecf-4759a8f0f3cc req-9ee68583-1c16-4889-b4fb-531a4bab49e4 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d763de5-11f3-461b-b5f6-1a07a1d141c0 HTTP/1.1" status: 200 len: 943 time: 0.1143286 Mar 02 17:26:12.118005 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48125b52-a470-4dba-8b33-ddf2796494d6 service neutron] Pushing event updated for resources: {'Port': ['ID=17e14549-babc-4a1e-961a-1fd0ade020c3,revision_number=3']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:12.165387 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-82e5cdd8-4c00-4397-8ecf-4759a8f0f3cc req-e4fbb2e2-427a-48cc-89b2-bad86889e422 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] 10.222.0.55 "GET /v2.0/security-groups?id=79c5332d-096f-4e23-ad0b-77b52d7e3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445042 Mar 02 17:26:12.237391 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb4741d-986d-49b4-8c89-1e0ea41e76e0 req-eea19038-3d22-4c1a-9473-6a00ac4cfb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:12.238993 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-9eb4741d-986d-49b4-8c89-1e0ea41e76e0 req-eea19038-3d22-4c1a-9473-6a00ac4cfb0f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=317746a06f66473a8244c5c3e6e42976&device_id=4d763de5-11f3-461b-b5f6-1a07a1d141c0 HTTP/1.1" status: 200 len: 1127 time: 0.0463884 Mar 02 17:26:12.254338 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 17:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d15f7b15-b3f6-4104-83d8-18047cac1768 x-openstack-request-id: req-d15f7b15-b3f6-4104-83d8-18047cac1768 {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 17:26:12.254618 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d763de5-11f3-461b-b5f6-1a07a1d141c0", "tag": "17e14549-babc-4a1e-961a-1fd0ade020c3", "status": "completed", "code": 200}]} {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 17:26:12.254868 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d15f7b15-b3f6-4104-83d8-18047cac1768 {{(pid=103838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 17:26:12.255255 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d763de5-11f3-461b-b5f6-1a07a1d141c0', 'tag': '17e14549-babc-4a1e-961a-1fd0ade020c3', 'status': 'completed', 'code': 200} Mar 02 17:26:12.286586 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-9eb4741d-986d-49b4-8c89-1e0ea41e76e0 req-bec9d464-939d-4a4a-a280-34cb50e7a686 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=17e14549-babc-4a1e-961a-1fd0ade020c3 HTTP/1.1" status: 200 len: 217 time: 0.0396106 Mar 02 17:26:12.333820 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb4741d-986d-49b4-8c89-1e0ea41e76e0 req-0b92a32d-0891-4992-9481-d8261dba8caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:12.335285 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-9eb4741d-986d-49b4-8c89-1e0ea41e76e0 req-0b92a32d-0891-4992-9481-d8261dba8caa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1c8c8632-01eb-4427-9b25-b406e78340b6 HTTP/1.1" status: 200 len: 853 time: 0.0434551 Mar 02 17:26:12.370091 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-9eb4741d-986d-49b4-8c89-1e0ea41e76e0 req-26755507-61f9-42ad-9ac3-eed376412d41 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6e195960-ad98-4d2b-89bc-4a61daf07d4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283225 Mar 02 17:26:12.467133 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-9eb4741d-986d-49b4-8c89-1e0ea41e76e0 req-9b303df0-d78f-4e50-88dd-bcb6ac0f1659 service neutron] 10.222.0.49 "GET /v2.0/networks/6e195960-ad98-4d2b-89bc-4a61daf07d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902562 Mar 02 17:26:12.558441 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-9eb4741d-986d-49b4-8c89-1e0ea41e76e0 req-4bc5ffd9-57da-4a6c-b317-93e632979541 service neutron] 10.222.0.49 "GET /v2.0/networks/6e195960-ad98-4d2b-89bc-4a61daf07d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851991 Mar 02 17:26:12.726455 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751412c1-94b7-4f54-ad4a-0a8094815b77 req-211811c9-521f-4a3a-8091-2bb887079080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:12.727910 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-751412c1-94b7-4f54-ad4a-0a8094815b77 req-211811c9-521f-4a3a-8091-2bb887079080 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=317746a06f66473a8244c5c3e6e42976&device_id=4d763de5-11f3-461b-b5f6-1a07a1d141c0 HTTP/1.1" status: 200 len: 1127 time: 0.0482433 Mar 02 17:26:12.825936 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751412c1-94b7-4f54-ad4a-0a8094815b77 req-ecc4ae05-d7bf-413e-a3df-98501678c510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:12.827407 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-751412c1-94b7-4f54-ad4a-0a8094815b77 req-ecc4ae05-d7bf-413e-a3df-98501678c510 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6e195960-ad98-4d2b-89bc-4a61daf07d4e HTTP/1.1" status: 200 len: 914 time: 0.0926287 Mar 02 17:26:12.870209 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-751412c1-94b7-4f54-ad4a-0a8094815b77 req-e493e1e4-8488-4ca6-ae69-6a6cd863f182 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=17e14549-babc-4a1e-961a-1fd0ade020c3 HTTP/1.1" status: 200 len: 217 time: 0.0363855 Mar 02 17:26:12.924173 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751412c1-94b7-4f54-ad4a-0a8094815b77 req-6d77aa30-a502-410b-a5d5-b18bb90fa583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:12.925640 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-751412c1-94b7-4f54-ad4a-0a8094815b77 req-6d77aa30-a502-410b-a5d5-b18bb90fa583 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1c8c8632-01eb-4427-9b25-b406e78340b6 HTTP/1.1" status: 200 len: 853 time: 0.0499539 Mar 02 17:26:12.960768 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-751412c1-94b7-4f54-ad4a-0a8094815b77 req-5f94d8b3-dab2-4411-87a2-12d737bda77b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6e195960-ad98-4d2b-89bc-4a61daf07d4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278490 Mar 02 17:26:13.055505 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-751412c1-94b7-4f54-ad4a-0a8094815b77 req-5e16cdeb-8824-4374-b2e1-8927bc47b9ae service neutron] 10.222.0.49 "GET /v2.0/networks/6e195960-ad98-4d2b-89bc-4a61daf07d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882692 Mar 02 17:26:13.150391 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-751412c1-94b7-4f54-ad4a-0a8094815b77 req-74566559-3139-464c-9f37-b454ef836bf7 service neutron] 10.222.0.49 "GET /v2.0/networks/6e195960-ad98-4d2b-89bc-4a61daf07d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879204 Mar 02 17:26:13.289752 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095f9d94-e26c-4758-bb4f-12e534289828 req-aed1042c-0ae3-4626-b097-42511ec6314c tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:13.291197 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-095f9d94-e26c-4758-bb4f-12e534289828 req-aed1042c-0ae3-4626-b097-42511ec6314c tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d763de5-11f3-461b-b5f6-1a07a1d141c0 HTTP/1.1" status: 200 len: 943 time: 0.0566154 Mar 02 17:26:13.341411 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-095f9d94-e26c-4758-bb4f-12e534289828 req-1a706980-fc88-48e8-b55a-a07852782d30 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] 10.222.0.55 "GET /v2.0/security-groups?id=79c5332d-096f-4e23-ad0b-77b52d7e3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440068 Mar 02 17:26:13.558252 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (dbb67c4d-7aa5-4acf-82b3-541c1cabd3d2), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:26:14.464626 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd58df-aa48-4bda-aa0c-1d953d9d2acc req-54d7c4d3-22d1-455d-91ef-b1595d2a4f41 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:14.466220 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-69dd58df-aa48-4bda-aa0c-1d953d9d2acc req-54d7c4d3-22d1-455d-91ef-b1595d2a4f41 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d763de5-11f3-461b-b5f6-1a07a1d141c0 HTTP/1.1" status: 200 len: 943 time: 0.0527756 Mar 02 17:26:14.514880 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-69dd58df-aa48-4bda-aa0c-1d953d9d2acc req-bc7d26e4-4d05-4d2c-9bf0-690a317f6f89 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] 10.222.0.55 "GET /v2.0/security-groups?id=79c5332d-096f-4e23-ad0b-77b52d7e3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432165 Mar 02 17:26:15.199936 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device 17e14549-babc-4a1e-961a-1fd0ade020c3 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 17:26:15.297033 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] For port 17e14549-babc-4a1e-961a-1fd0ade020c3, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=17e14549-babc-4a1e-961a-1fd0ade020c3,segment=NetworkSegment(15b64c3a-11c2-490b-a2f8-69f4d060ebc8),segment_id=15b64c3a-11c2-490b-a2f8-69f4d060ebc8)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:26:15.307873 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Returning: {'device': '17e14549-babc-4a1e-961a-1fd0ade020c3', 'network_id': '6e195960-ad98-4d2b-89bc-4a61daf07d4e', 'port_id': '17e14549-babc-4a1e-961a-1fd0ade020c3', 'mac_address': 'fa:16:3e:7b:67:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c8c8632-01eb-4427-9b25-b406e78340b6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 17:26:15.344069 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Current status of the port 17e14549-babc-4a1e-961a-1fd0ade020c3 is: DOWN; New status is: BUILD {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:26:15.344456 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (17e14549-babc-4a1e-961a-1fd0ade020c3), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:26:15.357787 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.notifiers.nova [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17e14549-babc-4a1e-961a-1fd0ade020c3 {{(pid=103839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 17:26:15.376096 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] For port 17e14549-babc-4a1e-961a-1fd0ade020c3, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=17e14549-babc-4a1e-961a-1fd0ade020c3,segment=NetworkSegment(15b64c3a-11c2-490b-a2f8-69f4d060ebc8),segment_id=15b64c3a-11c2-490b-a2f8-69f4d060ebc8)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:26:15.442116 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (17e14549-babc-4a1e-961a-1fd0ade020c3), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:26:15.489801 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Pushing event updated for resources: {'Port': ['ID=17e14549-babc-4a1e-961a-1fd0ade020c3,revision_number=4']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:15.497001 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:26:15.497354 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:26:15.497812 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:26:15.498055 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:26:15.498385 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:26:15.498710 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:26:15.499030 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:26:15.499381 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:26:15.499773 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:26:15.500101 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:26:15.500424 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:26:15.500744 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:26:15.501063 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:26:15.632795 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f87f91-4da6-4a63-89a6-a44239f4ad9b req-685ba9b9-e0f4-45e2-8a6f-55d2c1ba09c1 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:15.634255 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-99f87f91-4da6-4a63-89a6-a44239f4ad9b req-685ba9b9-e0f4-45e2-8a6f-55d2c1ba09c1 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d763de5-11f3-461b-b5f6-1a07a1d141c0 HTTP/1.1" status: 200 len: 944 time: 0.0519080 Mar 02 17:26:15.650486 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] get_ports_and_sgs() called for port_ids ['17e14549-babc-4a1e-961a-1fd0ade020c3'] {{(pid=103839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 17:26:15.684238 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-99f87f91-4da6-4a63-89a6-a44239f4ad9b req-6f48cfcd-2f70-4773-ac83-117c31577064 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] 10.222.0.55 "GET /v2.0/security-groups?id=79c5332d-096f-4e23-ad0b-77b52d7e3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440481 Mar 02 17:26:16.799940 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b0606a-42a9-4b4e-ba49-79308b76e110 req-c6dfe4a8-903b-41df-ad51-d2154f97fc5a tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:16.801408 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e4b0606a-42a9-4b4e-ba49-79308b76e110 req-c6dfe4a8-903b-41df-ad51-d2154f97fc5a tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d763de5-11f3-461b-b5f6-1a07a1d141c0 HTTP/1.1" status: 200 len: 944 time: 0.0516963 Mar 02 17:26:16.847658 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e4b0606a-42a9-4b4e-ba49-79308b76e110 req-c8061849-bb9d-4047-9190-34fed228ca1e tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] 10.222.0.55 "GET /v2.0/security-groups?id=79c5332d-096f-4e23-ad0b-77b52d7e3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407724 Mar 02 17:26:17.215695 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device 17e14549-babc-4a1e-961a-1fd0ade020c3 up at agent hyperv_hv-cinder-77819 {{(pid=103839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 17:26:17.306099 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Provisioning for port 17e14549-babc-4a1e-961a-1fd0ade020c3 completed by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 17:26:17.310717 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Provisioning complete for port 17e14549-babc-4a1e-961a-1fd0ade020c3 triggered by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:26:17.311093 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (17e14549-babc-4a1e-961a-1fd0ade020c3), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:26:17.389200 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Current status of the port 17e14549-babc-4a1e-961a-1fd0ade020c3 is: BUILD; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:26:17.389581 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (17e14549-babc-4a1e-961a-1fd0ade020c3), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:26:17.411658 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d763de5-11f3-461b-b5f6-1a07a1d141c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e14549-babc-4a1e-961a-1fd0ade020c3'}] {{(pid=103839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 17:26:17.413906 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1ae65c9246df630c0a528d92fdc2f4b7a0a5f54ed45d3739c3110b66571c885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d7d5f7d-b1fe-4792-be85-5d583f8045ba" -d '{"events": [{"server_uuid": "4d763de5-11f3-461b-b5f6-1a07a1d141c0", "name": "network-vif-plugged", "status": "completed", "tag": "17e14549-babc-4a1e-961a-1fd0ade020c3"}]}' {{(pid=103839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 17:26:17.427404 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] For port 17e14549-babc-4a1e-961a-1fd0ade020c3, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=17e14549-babc-4a1e-961a-1fd0ade020c3,segment=NetworkSegment(15b64c3a-11c2-490b-a2f8-69f4d060ebc8),segment_id=15b64c3a-11c2-490b-a2f8-69f4d060ebc8)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:26:17.488066 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (17e14549-babc-4a1e-961a-1fd0ade020c3), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:26:17.517214 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 17:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5de492a-e88a-4414-b59c-a0119f4e20f7 x-openstack-request-id: req-b5de492a-e88a-4414-b59c-a0119f4e20f7 {{(pid=103839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 17:26:17.517510 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d763de5-11f3-461b-b5f6-1a07a1d141c0", "name": "network-vif-plugged", "status": "completed", "tag": "17e14549-babc-4a1e-961a-1fd0ade020c3", "code": 200}]} {{(pid=103839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 17:26:17.517765 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b5de492a-e88a-4414-b59c-a0119f4e20f7 {{(pid=103839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 17:26:17.518184 dv-cinder-778193-22-iscsi neutron-server[103839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d763de5-11f3-461b-b5f6-1a07a1d141c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e14549-babc-4a1e-961a-1fd0ade020c3', 'code': 200} Mar 02 17:26:17.540462 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Pushing event updated for resources: {'Port': ['ID=17e14549-babc-4a1e-961a-1fd0ade020c3,revision_number=5']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:17.906072 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d9bedd-aa15-41cd-b09c-1403364f389c req-e8b92584-e164-4be0-9c06-2d8cf48fba61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:17.907583 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-86d9bedd-aa15-41cd-b09c-1403364f389c req-e8b92584-e164-4be0-9c06-2d8cf48fba61 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4d763de5-11f3-461b-b5f6-1a07a1d141c0 HTTP/1.1" status: 200 len: 1129 time: 0.0531220 Mar 02 17:26:17.987646 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-86d9bedd-aa15-41cd-b09c-1403364f389c req-de102fe0-002f-45f2-bdfa-849ecb998ff6 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=79c5332d-096f-4e23-ad0b-77b52d7e3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745475 Mar 02 17:26:17.999763 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a29037-4fe0-44aa-abf6-c876f7825b99 req-e7271c69-7a59-4447-b26a-984a122602f2 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:18.001251 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-68a29037-4fe0-44aa-abf6-c876f7825b99 req-e7271c69-7a59-4447-b26a-984a122602f2 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d763de5-11f3-461b-b5f6-1a07a1d141c0 HTTP/1.1" status: 200 len: 945 time: 0.0820591 Mar 02 17:26:18.053115 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-68a29037-4fe0-44aa-abf6-c876f7825b99 req-b8b1b5a7-b292-426e-aec8-6fae3be07845 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] 10.222.0.55 "GET /v2.0/security-groups?id=79c5332d-096f-4e23-ad0b-77b52d7e3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462344 Mar 02 17:26:19.185760 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb721f88-ff69-40fc-8371-f205a6f49b46 req-47b51681-ee83-4b50-89e5-24d552a291a0 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:19.187307 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-cb721f88-ff69-40fc-8371-f205a6f49b46 req-47b51681-ee83-4b50-89e5-24d552a291a0 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d763de5-11f3-461b-b5f6-1a07a1d141c0 HTTP/1.1" status: 200 len: 945 time: 0.0624011 Mar 02 17:26:19.240066 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-cb721f88-ff69-40fc-8371-f205a6f49b46 req-b2ddaf4d-bddf-4d93-b2c9-4c876b604bfd tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] 10.222.0.55 "GET /v2.0/security-groups?id=79c5332d-096f-4e23-ad0b-77b52d7e3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468123 Mar 02 17:26:20.359977 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad9a790-6d97-4e74-acc1-5bcae68fc364 req-8540ee6e-1761-4a3b-b69b-8d8ec5a7c8e2 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:20.361450 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-5ad9a790-6d97-4e74-acc1-5bcae68fc364 req-8540ee6e-1761-4a3b-b69b-8d8ec5a7c8e2 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d763de5-11f3-461b-b5f6-1a07a1d141c0 HTTP/1.1" status: 200 len: 945 time: 0.0518813 Mar 02 17:26:20.409504 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-5ad9a790-6d97-4e74-acc1-5bcae68fc364 req-5f754b5d-9a90-4d5c-ace3-ca27a218d1bb tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] 10.222.0.55 "GET /v2.0/security-groups?id=79c5332d-096f-4e23-ad0b-77b52d7e3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425351 Mar 02 17:26:21.838212 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.agents_db [None req-2c4e262f-840f-46f3-949a-97bfddff46e9 None None] Agent healthcheck: found 6 active agents {{(pid=103840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 17:26:24.046352 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-18924690-02f9-4f63-8b0d-2f3bed77b171 req-22e5f629-0644-4f43-bbe5-b1b2dd2fa11f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4d763de5-11f3-461b-b5f6-1a07a1d141c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435665 Mar 02 17:26:24.131147 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18924690-02f9-4f63-8b0d-2f3bed77b171 req-fafb0046-87d6-47d3-9ef8-7c48261c2ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:24.132641 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-18924690-02f9-4f63-8b0d-2f3bed77b171 req-fafb0046-87d6-47d3-9ef8-7c48261c2ea2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=317746a06f66473a8244c5c3e6e42976&device_id=4d763de5-11f3-461b-b5f6-1a07a1d141c0 HTTP/1.1" status: 200 len: 1129 time: 0.0476334 Mar 02 17:26:24.234441 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18924690-02f9-4f63-8b0d-2f3bed77b171 req-7d6d20ed-81d6-4e2f-ab23-ed1482b8d17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:24.235893 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-18924690-02f9-4f63-8b0d-2f3bed77b171 req-7d6d20ed-81d6-4e2f-ab23-ed1482b8d17d service neutron] 10.222.0.49 "GET /v2.0/networks?id=6e195960-ad98-4d2b-89bc-4a61daf07d4e HTTP/1.1" status: 200 len: 914 time: 0.0826590 Mar 02 17:26:24.275863 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-18924690-02f9-4f63-8b0d-2f3bed77b171 req-e49f0eb3-8d64-45f2-ab84-00f8d81fed77 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=17e14549-babc-4a1e-961a-1fd0ade020c3 HTTP/1.1" status: 200 len: 217 time: 0.0345619 Mar 02 17:26:24.326936 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18924690-02f9-4f63-8b0d-2f3bed77b171 req-d308a817-11cc-4a3d-97d6-2b64157ff220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:24.328396 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-18924690-02f9-4f63-8b0d-2f3bed77b171 req-d308a817-11cc-4a3d-97d6-2b64157ff220 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1c8c8632-01eb-4427-9b25-b406e78340b6 HTTP/1.1" status: 200 len: 853 time: 0.0477347 Mar 02 17:26:24.358839 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-18924690-02f9-4f63-8b0d-2f3bed77b171 req-a72d70b7-5980-4c9b-80f2-469de93e7b8d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6e195960-ad98-4d2b-89bc-4a61daf07d4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250182 Mar 02 17:26:24.445123 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-18924690-02f9-4f63-8b0d-2f3bed77b171 req-47272d0d-19ca-412d-8c00-984e4a608b81 service neutron] 10.222.0.49 "GET /v2.0/networks/6e195960-ad98-4d2b-89bc-4a61daf07d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806878 Mar 02 17:26:24.534583 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-18924690-02f9-4f63-8b0d-2f3bed77b171 req-49e6c33c-4f21-46f2-8f18-b9e5299c2e19 service neutron] 10.222.0.49 "GET /v2.0/networks/6e195960-ad98-4d2b-89bc-4a61daf07d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835371 Mar 02 17:26:31.774113 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-f8645740-5f23-4d4d-9d37-1770c3a88d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (0060df7f-f835-4890-b25c-3842f545a9d0), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:26:34.082938 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-7caf8239-8d11-42b8-86b4-db97a682addc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90b713d5-0d52-4da0-a663-b3b1c9fefb3d), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:26:35.065984 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-7239c76e-3e75-4b64-9028-aed8f891363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (eca5c3a0-ec74-4a2a-a5c6-a62430d93509), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:26:36.802625 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-765bf0ac-d167-416d-8fe2-638e582454ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (aac89579-4eb6-45c8-861e-e37bc0c26bf3), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:26:38.231147 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90356b9b-9a55-4227-ace0-d1fc01a5475f), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:26:42.980460 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffae1882-9f29-43e1-bc93-3eb7ef3147a4 req-670ce608-a590-4044-a1a1-0bd86d0476f5 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:42.982004 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-ffae1882-9f29-43e1-bc93-3eb7ef3147a4 req-670ce608-a590-4044-a1a1-0bd86d0476f5 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d763de5-11f3-461b-b5f6-1a07a1d141c0 HTTP/1.1" status: 200 len: 945 time: 0.0593233 Mar 02 17:26:43.028211 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-ffae1882-9f29-43e1-bc93-3eb7ef3147a4 req-77a6b2fb-5b7f-45eb-aaee-913e19d82134 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] 10.222.0.55 "GET /v2.0/security-groups?id=79c5332d-096f-4e23-ad0b-77b52d7e3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407453 Mar 02 17:26:43.572997 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (dbb67c4d-7aa5-4acf-82b3-541c1cabd3d2), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:26:44.153640 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18f6145-5b40-4ade-bdc6-e18007386d1a req-78372643-967b-4f63-a3c6-c3c34daa3c63 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:44.155200 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c18f6145-5b40-4ade-bdc6-e18007386d1a req-78372643-967b-4f63-a3c6-c3c34daa3c63 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d763de5-11f3-461b-b5f6-1a07a1d141c0 HTTP/1.1" status: 200 len: 945 time: 0.0553100 Mar 02 17:26:44.201665 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c18f6145-5b40-4ade-bdc6-e18007386d1a req-94fa2932-cd8b-48f8-954b-cd5a06783fcf tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] 10.222.0.55 "GET /v2.0/security-groups?id=79c5332d-096f-4e23-ad0b-77b52d7e3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400429 Mar 02 17:26:44.573876 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3872a21-1b03-4653-a73b-5c1fc0474bbf req-ed1ef828-8227-44e3-bf4a-4cdf98945d5e tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:44.575314 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-b3872a21-1b03-4653-a73b-5c1fc0474bbf req-ed1ef828-8227-44e3-bf4a-4cdf98945d5e tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d763de5-11f3-461b-b5f6-1a07a1d141c0 HTTP/1.1" status: 200 len: 945 time: 0.0524864 Mar 02 17:26:44.663584 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [req-b3872a21-1b03-4653-a73b-5c1fc0474bbf req-69feb5c5-c00f-4daf-bd8b-f2a1c334fd0c tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] Deleting port 17e14549-babc-4a1e-961a-1fd0ade020c3 {{(pid=103838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 17:26:44.663918 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-b3872a21-1b03-4653-a73b-5c1fc0474bbf req-69feb5c5-c00f-4daf-bd8b-f2a1c334fd0c tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757691651449'] for port (17e14549-babc-4a1e-961a-1fd0ade020c3), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:26:44.754997 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [req-b3872a21-1b03-4653-a73b-5c1fc0474bbf req-69feb5c5-c00f-4daf-bd8b-f2a1c334fd0c tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] For port 17e14549-babc-4a1e-961a-1fd0ade020c3, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=17e14549-babc-4a1e-961a-1fd0ade020c3,segment=NetworkSegment(15b64c3a-11c2-490b-a2f8-69f4d060ebc8),segment_id=15b64c3a-11c2-490b-a2f8-69f4d060ebc8)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:26:44.755355 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-b3872a21-1b03-4653-a73b-5c1fc0474bbf req-69feb5c5-c00f-4daf-bd8b-f2a1c334fd0c tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757418'] for port (17e14549-babc-4a1e-961a-1fd0ade020c3), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:26:44.767535 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [req-b3872a21-1b03-4653-a73b-5c1fc0474bbf req-69feb5c5-c00f-4daf-bd8b-f2a1c334fd0c tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] Calling delete_port for 17e14549-babc-4a1e-961a-1fd0ade020c3 owned by compute:nova {{(pid=103838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 17:26:44.939892 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-b3872a21-1b03-4653-a73b-5c1fc0474bbf req-69feb5c5-c00f-4daf-bd8b-f2a1c334fd0c tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757691659996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757691134190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26691326'] for port (17e14549-babc-4a1e-961a-1fd0ade020c3), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:26:44.952539 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] get_ports_and_sgs() called for port_ids ['17e14549-babc-4a1e-961a-1fd0ade020c3'] {{(pid=103839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 17:26:44.969734 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69feb5c5-c00f-4daf-bd8b-f2a1c334fd0c tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] Pushing event deleted for resources: {'Port': ['ID=17e14549-babc-4a1e-961a-1fd0ade020c3,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:44.979423 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69feb5c5-c00f-4daf-bd8b-f2a1c334fd0c tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:26:44.980145 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69feb5c5-c00f-4daf-bd8b-f2a1c334fd0c tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:26:44.980145 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69feb5c5-c00f-4daf-bd8b-f2a1c334fd0c tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:26:44.980478 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69feb5c5-c00f-4daf-bd8b-f2a1c334fd0c tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:26:44.980805 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69feb5c5-c00f-4daf-bd8b-f2a1c334fd0c tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:26:44.981129 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69feb5c5-c00f-4daf-bd8b-f2a1c334fd0c tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:26:44.981453 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69feb5c5-c00f-4daf-bd8b-f2a1c334fd0c tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:26:44.981775 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69feb5c5-c00f-4daf-bd8b-f2a1c334fd0c tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:26:44.982149 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69feb5c5-c00f-4daf-bd8b-f2a1c334fd0c tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:26:44.987865 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69feb5c5-c00f-4daf-bd8b-f2a1c334fd0c tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:26:44.987865 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69feb5c5-c00f-4daf-bd8b-f2a1c334fd0c tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:26:44.987865 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69feb5c5-c00f-4daf-bd8b-f2a1c334fd0c tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:26:44.987865 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69feb5c5-c00f-4daf-bd8b-f2a1c334fd0c tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:26:45.026217 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3872a21-1b03-4653-a73b-5c1fc0474bbf req-69feb5c5-c00f-4daf-bd8b-f2a1c334fd0c tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] No DVR routers for this DVR port 17e14549-babc-4a1e-961a-1fd0ade020c3 on host hv-cinder-77819 {{(pid=103838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:26:45.029708 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-b3872a21-1b03-4653-a73b-5c1fc0474bbf req-69feb5c5-c00f-4daf-bd8b-f2a1c334fd0c tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021714'] for port (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:26:45.033047 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-b3872a21-1b03-4653-a73b-5c1fc0474bbf req-69feb5c5-c00f-4daf-bd8b-f2a1c334fd0c tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] 10.222.0.49 "DELETE /v2.0/ports/17e14549-babc-4a1e-961a-1fd0ade020c3 HTTP/1.1" status: 204 len: 173 time: 0.4526162 Mar 02 17:26:45.033507 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d763de5-11f3-461b-b5f6-1a07a1d141c0', 'name': 'network-vif-deleted', 'tag': '17e14549-babc-4a1e-961a-1fd0ade020c3'}] {{(pid=103838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 17:26:45.036050 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7c8e0f7c7170b606f581d652a183e77a47547618c5f9292d8eb62f06a367e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0130cf50-4edf-4abf-a86e-c5aa3d4b733e" -d '{"events": [{"server_uuid": "4d763de5-11f3-461b-b5f6-1a07a1d141c0", "name": "network-vif-deleted", "tag": "17e14549-babc-4a1e-961a-1fd0ade020c3"}]}' {{(pid=103838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 17:26:45.069776 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 17:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b362ba95-0719-4ab6-82b8-efce41ee9425 x-openstack-request-id: req-b362ba95-0719-4ab6-82b8-efce41ee9425 {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 17:26:45.070093 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d763de5-11f3-461b-b5f6-1a07a1d141c0", "name": "network-vif-deleted", "tag": "17e14549-babc-4a1e-961a-1fd0ade020c3", "status": "completed", "code": 200}]} {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 17:26:45.070348 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b362ba95-0719-4ab6-82b8-efce41ee9425 {{(pid=103838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 17:26:45.070746 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d763de5-11f3-461b-b5f6-1a07a1d141c0', 'name': 'network-vif-deleted', 'tag': '17e14549-babc-4a1e-961a-1fd0ade020c3', 'status': 'completed', 'code': 200} Mar 02 17:26:45.299025 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e831cad7-17b7-47ba-a275-54034743520b req-d41c4ebf-31b7-47c3-8ef6-8c4609d21cd0 tempest-VolumesSnapshotTestJSON-1329659540 tempest-VolumesSnapshotTestJSON-1329659540-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d763de5-11f3-461b-b5f6-1a07a1d141c0 HTTP/1.1" status: 200 len: 210 time: 0.0305319 Mar 02 17:26:49.560356 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device 17e14549-babc-4a1e-961a-1fd0ade020c3 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 17:26:49.583212 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] No Port match for: 17e14549-babc-4a1e-961a-1fd0ade020c3 {{(pid=103839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 17:26:49.583554 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device 17e14549-babc-4a1e-961a-1fd0ade020c3 not bound to the agent host hv-cinder-77819 {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 17:26:58.837174 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.agents_db [None req-2c4e262f-840f-46f3-949a-97bfddff46e9 None None] Agent healthcheck: found 6 active agents {{(pid=103840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 17:27:01.796254 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-24a5147f-1c13-4726-ad7e-e4d35ab9c5cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (0060df7f-f835-4890-b25c-3842f545a9d0), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:04.092956 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-2dcecdb6-168a-4372-aadc-b12a0db614e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90b713d5-0d52-4da0-a663-b3b1c9fefb3d), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:05.075958 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-7239c76e-3e75-4b64-9028-aed8f891363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (eca5c3a0-ec74-4a2a-a5c6-a62430d93509), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:06.801189 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-765bf0ac-d167-416d-8fe2-638e582454ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (aac89579-4eb6-45c8-861e-e37bc0c26bf3), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:08.258419 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90356b9b-9a55-4227-ace0-d1fc01a5475f), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:12.137704 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 54384) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:27:12.182059 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.db_base_plugin_v2 [None req-532b841a-a433-4b14-8c95-19f8db6a8ecb admin admin] Deleting subnet 1c8c8632-01eb-4427-9b25-b406e78340b6 {{(pid=103838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 17:27:12.185416 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-532b841a-a433-4b14-8c95-19f8db6a8ecb admin admin] Publish callbacks [] for subnet (1c8c8632-01eb-4427-9b25-b406e78340b6), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:12.219659 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-532b841a-a433-4b14-8c95-19f8db6a8ecb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26733585'] for subnet (1c8c8632-01eb-4427-9b25-b406e78340b6), precommit_delete_associations {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:12.257262 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-532b841a-a433-4b14-8c95-19f8db6a8ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223364'] for subnet (1c8c8632-01eb-4427-9b25-b406e78340b6), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:12.373161 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-532b841a-a433-4b14-8c95-19f8db6a8ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26691277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26336892'] for subnet (1c8c8632-01eb-4427-9b25-b406e78340b6), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:12.401242 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532b841a-a433-4b14-8c95-19f8db6a8ecb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c8c8632-01eb-4427-9b25-b406e78340b6,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:12.408226 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-532b841a-a433-4b14-8c95-19f8db6a8ecb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:12.412495 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-532b841a-a433-4b14-8c95-19f8db6a8ecb admin admin] 10.222.0.55 "DELETE /v2.0/subnets/1c8c8632-01eb-4427-9b25-b406e78340b6 HTTP/1.1" status: 204 len: 168 time: 0.2737584 Mar 02 17:27:12.414972 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 54386) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:27:12.481856 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-d6a5e0a3-2ab8-4151-aaa4-358bd67dc0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4180927'] for network (6e195960-ad98-4d2b-89bc-4a61daf07d4e), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:12.562489 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-d6a5e0a3-2ab8-4151-aaa4-358bd67dc0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3970239', 'neutron.services.segments.db._delete_segments_for_network-8757691626141'] for network (6e195960-ad98-4d2b-89bc-4a61daf07d4e), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:12.582527 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.services.segments.db [None req-d6a5e0a3-2ab8-4151-aaa4-358bd67dc0e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e195960-ad98-4d2b-89bc-4a61daf07d4e']}} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:27:12.591587 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.services.segments.db [None req-d6a5e0a3-2ab8-4151-aaa4-358bd67dc0e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15b64c3a-11c2-490b-a2f8-69f4d060ebc8') {'for_net_delete': True} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:27:12.591879 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.services.segments.db [None req-d6a5e0a3-2ab8-4151-aaa4-358bd67dc0e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15b64c3a-11c2-490b-a2f8-69f4d060ebc8') {} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:27:12.600997 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-d6a5e0a3-2ab8-4151-aaa4-358bd67dc0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757691629734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26733574'] for segment (15b64c3a-11c2-490b-a2f8-69f4d060ebc8), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:12.614210 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-d6a5e0a3-2ab8-4151-aaa4-358bd67dc0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220699'] for segment (15b64c3a-11c2-490b-a2f8-69f4d060ebc8), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:12.619910 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6a5e0a3-2ab8-4151-aaa4-358bd67dc0e4 admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=103838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 17:27:12.620283 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-d6a5e0a3-2ab8-4151-aaa4-358bd67dc0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26691091'] for segment (15b64c3a-11c2-490b-a2f8-69f4d060ebc8), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:12.622665 dv-cinder-778193-22-iscsi neutron-server[103838]: Traceback (most recent call last): Mar 02 17:27:12.622665 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 17:27:12.622665 dv-cinder-778193-22-iscsi neutron-server[103838]: timer() Mar 02 17:27:12.622665 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:27:12.622665 dv-cinder-778193-22-iscsi neutron-server[103838]: cb(*args, **kw) Mar 02 17:27:12.622665 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 17:27:12.622665 dv-cinder-778193-22-iscsi neutron-server[103838]: return func(*args, **kwargs) Mar 02 17:27:12.622665 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:27:12.622665 dv-cinder-778193-22-iscsi neutron-server[103838]: self._notify() Mar 02 17:27:12.622665 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:27:12.622665 dv-cinder-778193-22-iscsi neutron-server[103838]: self.callback(batched_events) Mar 02 17:27:12.622665 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:27:12.622665 dv-cinder-778193-22-iscsi neutron-server[103838]: event.method(event) Mar 02 17:27:12.622665 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 17:27:12.622665 dv-cinder-778193-22-iscsi neutron-server[103838]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:27:12.622665 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 17:27:12.622665 dv-cinder-778193-22-iscsi neutron-server[103838]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:27:12.622665 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 17:27:12.622665 dv-cinder-778193-22-iscsi neutron-server[103838]: return f(self, *a, **k) Mar 02 17:27:12.622665 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:27:12.622665 dv-cinder-778193-22-iscsi neutron-server[103838]: return self._get(url).json() Mar 02 17:27:12.622665 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:27:12.622665 dv-cinder-778193-22-iscsi neutron-server[103838]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:27:12.622665 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 17:27:12.622665 dv-cinder-778193-22-iscsi neutron-server[103838]: return self.request(url, 'GET', **kwargs) Mar 02 17:27:12.622665 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 17:27:12.622665 dv-cinder-778193-22-iscsi neutron-server[103838]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:27:12.622665 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 17:27:12.622665 dv-cinder-778193-22-iscsi neutron-server[103838]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:27:12.622665 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 17:27:12.622665 dv-cinder-778193-22-iscsi neutron-server[103838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:27:12.622665 dv-cinder-778193-22-iscsi neutron-server[103838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:27:12.738703 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-d6a5e0a3-2ab8-4151-aaa4-358bd67dc0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3970246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-755379'] for network (6e195960-ad98-4d2b-89bc-4a61daf07d4e), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:12.744213 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-d6a5e0a3-2ab8-4151-aaa4-358bd67dc0e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572135'] for network (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:12.748086 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-d6a5e0a3-2ab8-4151-aaa4-358bd67dc0e4 admin admin] 10.222.0.55 "DELETE /v2.0/networks/6e195960-ad98-4d2b-89bc-4a61daf07d4e HTTP/1.1" status: 204 len: 168 time: 0.3321657 Mar 02 17:27:12.759551 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a5e0a3-2ab8-4151-aaa4-358bd67dc0e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e195960-ad98-4d2b-89bc-4a61daf07d4e,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:13.168852 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 54390) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:27:13.213478 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-7322fbad-dfd8-44bf-b806-095075cec282 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=317746a06f66473a8244c5c3e6e42976&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0433941 Mar 02 17:27:13.216295 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 54394) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:27:13.264053 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a383b97c-275e-495e-990d-236b9f51b53e admin admin] Publish callbacks [] for security_group (79c5332d-096f-4e23-ad0b-77b52d7e3b7d), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:13.285764 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a383b97c-275e-495e-990d-236b9f51b53e admin admin] Publish callbacks [] for security_group (79c5332d-096f-4e23-ad0b-77b52d7e3b7d), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:13.389972 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a383b97c-275e-495e-990d-236b9f51b53e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (79c5332d-096f-4e23-ad0b-77b52d7e3b7d), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:13.392618 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a383b97c-275e-495e-990d-236b9f51b53e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:13.393773 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-a383b97c-275e-495e-990d-236b9f51b53e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/79c5332d-096f-4e23-ad0b-77b52d7e3b7d HTTP/1.1" status: 204 len: 168 time: 0.1766012 Mar 02 17:27:13.402014 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a383b97c-275e-495e-990d-236b9f51b53e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c5332d-096f-4e23-ad0b-77b52d7e3b7d,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:13.410351 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a383b97c-275e-495e-990d-236b9f51b53e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:27:13.410704 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a383b97c-275e-495e-990d-236b9f51b53e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:27:13.411040 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a383b97c-275e-495e-990d-236b9f51b53e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:27:13.411372 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a383b97c-275e-495e-990d-236b9f51b53e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:27:13.411739 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a383b97c-275e-495e-990d-236b9f51b53e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:27:13.412066 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a383b97c-275e-495e-990d-236b9f51b53e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:27:13.412392 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a383b97c-275e-495e-990d-236b9f51b53e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:27:13.412837 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a383b97c-275e-495e-990d-236b9f51b53e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:27:13.413170 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a383b97c-275e-495e-990d-236b9f51b53e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:27:13.413493 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a383b97c-275e-495e-990d-236b9f51b53e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:27:13.413814 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a383b97c-275e-495e-990d-236b9f51b53e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:27:13.414157 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a383b97c-275e-495e-990d-236b9f51b53e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:27:13.414474 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a383b97c-275e-495e-990d-236b9f51b53e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:27:13.578904 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (dbb67c4d-7aa5-4acf-82b3-541c1cabd3d2), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:14.452541 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 54416) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:27:14.592255 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-fe8d1a91-05c9-4f85-a64a-cf3a42769eec admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1325495679-network', 'tenant_id': '6e052ebc463e48848e3d6669191712c7'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:27:14.681068 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe8d1a91-05c9-4f85-a64a-cf3a42769eec admin admin] Made reservation on behalf of 6e052ebc463e48848e3d6669191712c7 for: {'network': 1} {{(pid=103837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:27:14.683846 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-fe8d1a91-05c9-4f85-a64a-cf3a42769eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for network (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:14.692605 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-fe8d1a91-05c9-4f85-a64a-cf3a42769eec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:14.769739 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-fe8d1a91-05c9-4f85-a64a-cf3a42769eec admin admin] Publish callbacks [] for security_group (919f6ede-b754-491f-b798-e5dd05e9c74f), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:14.829631 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-fe8d1a91-05c9-4f85-a64a-cf3a42769eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (919f6ede-b754-491f-b798-e5dd05e9c74f), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:14.858533 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe8d1a91-05c9-4f85-a64a-cf3a42769eec admin admin] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=103837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:27:14.864852 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8d1a91-05c9-4f85-a64a-cf3a42769eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=919f6ede-b754-491f-b798-e5dd05e9c74f,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:14.870989 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-fe8d1a91-05c9-4f85-a64a-cf3a42769eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220699'] for segment (f618d530-f505-48bd-b607-190318e3ffcb), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:14.871328 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.db.segments_db [None req-fe8d1a91-05c9-4f85-a64a-cf3a42769eec admin admin] Added segment f618d530-f505-48bd-b607-190318e3ffcb of type vlan for network 4e0622e5-1aaf-426d-bbe5-da9d91feb753 Mar 02 17:27:14.914093 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-fe8d1a91-05c9-4f85-a64a-cf3a42769eec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757691153484'] for network (4e0622e5-1aaf-426d-bbe5-da9d91feb753), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:14.996091 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-fe8d1a91-05c9-4f85-a64a-cf3a42769eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145'] for network (4e0622e5-1aaf-426d-bbe5-da9d91feb753), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:14.997153 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8d1a91-05c9-4f85-a64a-cf3a42769eec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:14.997791 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-fe8d1a91-05c9-4f85-a64a-cf3a42769eec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572135'] for network (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:15.057184 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8d1a91-05c9-4f85-a64a-cf3a42769eec admin admin] Pushing event updated for resources: {'Network': ['ID=4e0622e5-1aaf-426d-bbe5-da9d91feb753,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:15.068658 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Network 4e0622e5-1aaf-426d-bbe5-da9d91feb753 details requested by agent ovs-agent-dv-cinder-778193-22-iscsi with host dv-cinder-778193-22-iscsi {{(pid=103839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 17:27:15.113501 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-fe8d1a91-05c9-4f85-a64a-cf3a42769eec admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6598325 Mar 02 17:27:15.116390 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 54420) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:27:15.122779 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-310e4d50-a3b2-41ba-8b6e-135b45571be9 admin admin] Request body: {'subnet': {'network_id': '4e0622e5-1aaf-426d-bbe5-da9d91feb753', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1325495679-subnet', 'tenant_id': '6e052ebc463e48848e3d6669191712c7', 'ip_version': 4}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:27:15.184806 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-310e4d50-a3b2-41ba-8b6e-135b45571be9 admin admin] Made reservation on behalf of 6e052ebc463e48848e3d6669191712c7 for: {'subnet': 1} {{(pid=103837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:27:15.187182 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-310e4d50-a3b2-41ba-8b6e-135b45571be9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29592736'] for subnet (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:15.418826 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-310e4d50-a3b2-41ba-8b6e-135b45571be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29943627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29592722'] for subnet (4cb5c027-f9c9-47e9-b68c-c8abb0d7a617), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:15.475406 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310e4d50-a3b2-41ba-8b6e-135b45571be9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cb5c027-f9c9-47e9-b68c-c8abb0d7a617,revision_number=0']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:15.483176 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310e4d50-a3b2-41ba-8b6e-135b45571be9 admin admin] Checking segment: {'id': 'f618d530-f505-48bd-b607-190318e3ffcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4e0622e5-1aaf-426d-bbe5-da9d91feb753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 17:27:15.483532 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310e4d50-a3b2-41ba-8b6e-135b45571be9 admin admin] Network hostable DHCP agents. Network: 4e0622e5-1aaf-426d-bbe5-da9d91feb753, hostable agents: ['0060df7f-f835-4890-b25c-3842f545a9d0'], hosted agents: [] {{(pid=103837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:27:15.561011 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310e4d50-a3b2-41ba-8b6e-135b45571be9 admin admin] Network 4e0622e5-1aaf-426d-bbe5-da9d91feb753 is scheduled to be hosted by DHCP agent 0060df7f-f835-4890-b25c-3842f545a9d0 with binding_index 1 {{(pid=103837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:27:15.646716 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.scheduler.base_scheduler [None req-310e4d50-a3b2-41ba-8b6e-135b45571be9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-22-iscsi, 4e0622e5-1aaf-426d-bbe5-da9d91feb753) {{(pid=103837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:27:15.651104 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310e4d50-a3b2-41ba-8b6e-135b45571be9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:15.651781 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-310e4d50-a3b2-41ba-8b6e-135b45571be9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572135'] for subnet (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:15.657329 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e39643d-0bf7-4af4-8a41-fff001a4c1b6 None None] Network 4e0622e5-1aaf-426d-bbe5-da9d91feb753 requested from dv-cinder-778193-22-iscsi {{(pid=103839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 17:27:15.732283 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-310e4d50-a3b2-41ba-8b6e-135b45571be9 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6130705 Mar 02 17:27:15.733521 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 54422) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:27:15.738233 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-6ec71282-edb4-4281-b562-6b33f99183b1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1325495679-router', 'tenant_id': '6e052ebc463e48848e3d6669191712c7', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf'}}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:27:15.762589 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14c0b31-e122-4f55-8a38-fb075195be3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c41045a-8583-5828-8345-e6f53daf7ae9-4e0622e5-1aaf-426d-bbe5-da9d91feb753', 'network_id': '4e0622e5-1aaf-426d-bbe5-da9d91feb753', 'project_id': '6e052ebc463e48848e3d6669191712c7', 'fixed_ips': [{'subnet_id': '4cb5c027-f9c9-47e9-b68c-c8abb0d7a617'}]}} from dv-cinder-778193-22-iscsi. {{(pid=103839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 02 17:27:15.763480 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-c14c0b31-e122-4f55-8a38-fb075195be3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (None), before_create {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:15.830211 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-6ec71282-edb4-4281-b562-6b33f99183b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-760693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4933'] for router (2c9521f2-9c19-404b-8ead-074607f46130), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:15.831300 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-6ec71282-edb4-4281-b562-6b33f99183b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-758501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760890', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-784051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4924'] for router (2c9521f2-9c19-404b-8ead-074607f46130), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:15.891087 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-6ec71282-edb4-4281-b562-6b33f99183b1 admin admin] Publish callbacks [] for router_controller (2c9521f2-9c19-404b-8ead-074607f46130), precommit_add_association {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:15.906619 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.db_base_plugin_common [None req-c14c0b31-e122-4f55-8a38-fb075195be3b None None] Allocated IP 172.20.0.2 (4e0622e5-1aaf-426d-bbe5-da9d91feb753/4cb5c027-f9c9-47e9-b68c-c8abb0d7a617/bf9d9bb2-c181-4709-b330-0e3f143b6344) {{(pid=103839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:27:16.117598 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-6ec71282-edb4-4281-b562-6b33f99183b1 admin admin] Publish callbacks [] for router_gateway (2c9521f2-9c19-404b-8ead-074607f46130), precommit_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:16.253229 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-c14c0b31-e122-4f55-8a38-fb075195be3b None None] Publish callbacks [] for port (bf9d9bb2-c181-4709-b330-0e3f143b6344), precommit_create {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:16.316285 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-c14c0b31-e122-4f55-8a38-fb075195be3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757691134181'] for port (bf9d9bb2-c181-4709-b330-0e3f143b6344), after_create {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:16.360431 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14c0b31-e122-4f55-8a38-fb075195be3b None None] Network 4e0622e5-1aaf-426d-bbe5-da9d91feb753 is already hosted by enough agents. {{(pid=103839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:27:16.363388 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.scheduler.base_scheduler [None req-c14c0b31-e122-4f55-8a38-fb075195be3b None None] Resources bound (agent type, host, resource id): {{(pid=103839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:27:16.367972 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14c0b31-e122-4f55-8a38-fb075195be3b None None] Received port after_create {{(pid=103839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 17:27:16.372470 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14c0b31-e122-4f55-8a38-fb075195be3b None None] Pushing event updated for resources: {'Port': ['ID=bf9d9bb2-c181-4709-b330-0e3f143b6344,revision_number=1']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:16.384205 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14c0b31-e122-4f55-8a38-fb075195be3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:27:16.384564 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14c0b31-e122-4f55-8a38-fb075195be3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:27:16.384912 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14c0b31-e122-4f55-8a38-fb075195be3b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:27:16.385248 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14c0b31-e122-4f55-8a38-fb075195be3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:27:16.385580 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14c0b31-e122-4f55-8a38-fb075195be3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:27:16.386008 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14c0b31-e122-4f55-8a38-fb075195be3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:27:16.386435 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14c0b31-e122-4f55-8a38-fb075195be3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:27:16.387036 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14c0b31-e122-4f55-8a38-fb075195be3b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:27:16.387392 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14c0b31-e122-4f55-8a38-fb075195be3b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:27:16.387728 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14c0b31-e122-4f55-8a38-fb075195be3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:27:16.388052 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14c0b31-e122-4f55-8a38-fb075195be3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:27:16.388382 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14c0b31-e122-4f55-8a38-fb075195be3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:27:16.388705 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14c0b31-e122-4f55-8a38-fb075195be3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:27:16.393486 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-6ec71282-edb4-4281-b562-6b33f99183b1 admin admin] Publish callbacks [] for router_gateway (2c9521f2-9c19-404b-8ead-074607f46130), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:16.413221 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-6ec71282-edb4-4281-b562-6b33f99183b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:16.444460 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-c14c0b31-e122-4f55-8a38-fb075195be3b None None] Attempting to bind port bf9d9bb2-c181-4709-b330-0e3f143b6344 on host dv-cinder-778193-22-iscsi for vnic_type normal with profile {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 17:27:16.444814 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-c14c0b31-e122-4f55-8a38-fb075195be3b None None] Attempting to bind port bf9d9bb2-c181-4709-b330-0e3f143b6344 by drivers openvswitch,hyperv on host dv-cinder-778193-22-iscsi at level 0 using segments [{'id': 'f618d530-f505-48bd-b607-190318e3ffcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4e0622e5-1aaf-426d-bbe5-da9d91feb753'}] {{(pid=103839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 17:27:16.445177 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14c0b31-e122-4f55-8a38-fb075195be3b None None] Attempting to bind port bf9d9bb2-c181-4709-b330-0e3f143b6344 on network 4e0622e5-1aaf-426d-bbe5-da9d91feb753 {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 17:27:16.450909 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14c0b31-e122-4f55-8a38-fb075195be3b None None] Checking agent: {'id': '90356b9b-9a55-4227-ace0-d1fc01a5475f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 6, 38), 'started_at': datetime.datetime(2022, 3, 2, 17, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 17:27:16.451287 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14c0b31-e122-4f55-8a38-fb075195be3b None None] Checking segment: {'id': 'f618d530-f505-48bd-b607-190318e3ffcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4e0622e5-1aaf-426d-bbe5-da9d91feb753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 17:27:16.451690 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-c14c0b31-e122-4f55-8a38-fb075195be3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:16.452086 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14c0b31-e122-4f55-8a38-fb075195be3b None None] Bound using segment: {'id': 'f618d530-f505-48bd-b607-190318e3ffcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4e0622e5-1aaf-426d-bbe5-da9d91feb753'} {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 17:27:16.452678 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-c14c0b31-e122-4f55-8a38-fb075195be3b None None] Bound port: bf9d9bb2-c181-4709-b330-0e3f143b6344, host: dv-cinder-778193-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f618d530-f505-48bd-b607-190318e3ffcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4e0622e5-1aaf-426d-bbe5-da9d91feb753'}}] {{(pid=103839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 17:27:16.453066 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-c14c0b31-e122-4f55-8a38-fb075195be3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (bf9d9bb2-c181-4709-b330-0e3f143b6344), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:16.519699 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-c14c0b31-e122-4f55-8a38-fb075195be3b None None] For port bf9d9bb2-c181-4709-b330-0e3f143b6344, host dv-cinder-778193-22-iscsi, cleared binding levels {{(pid=103839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:27:16.523124 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-c14c0b31-e122-4f55-8a38-fb075195be3b None None] For port bf9d9bb2-c181-4709-b330-0e3f143b6344, host dv-cinder-778193-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=bf9d9bb2-c181-4709-b330-0e3f143b6344,segment=NetworkSegment(f618d530-f505-48bd-b607-190318e3ffcb),segment_id=f618d530-f505-48bd-b607-190318e3ffcb)] {{(pid=103839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:27:16.526980 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.db.db_base_plugin_common [None req-6ec71282-edb4-4281-b562-6b33f99183b1 admin admin] Allocated IP 172.27.1.235 (0bf1b91f-7d47-47dc-984e-54613c32c4bf/e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9/d8aa3517-45e6-410d-90a6-933f76d68794) {{(pid=103837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:27:16.633758 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-6ec71282-edb4-4281-b562-6b33f99183b1 admin admin] Publish callbacks [] for port (d8aa3517-45e6-410d-90a6-933f76d68794), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:16.641988 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-c14c0b31-e122-4f55-8a38-fb075195be3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (bf9d9bb2-c181-4709-b330-0e3f143b6344), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:16.711313 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14c0b31-e122-4f55-8a38-fb075195be3b None None] Pushing event updated for resources: {'Port': ['ID=bf9d9bb2-c181-4709-b330-0e3f143b6344,revision_number=2']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:16.762274 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-6ec71282-edb4-4281-b562-6b33f99183b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757691134181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29943615'] for port (d8aa3517-45e6-410d-90a6-933f76d68794), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:16.822052 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec71282-edb4-4281-b562-6b33f99183b1 admin admin] Network 0bf1b91f-7d47-47dc-984e-54613c32c4bf is already hosted by enough agents. {{(pid=103837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:27:16.829183 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.scheduler.base_scheduler [None req-6ec71282-edb4-4281-b562-6b33f99183b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:27:16.841838 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec71282-edb4-4281-b562-6b33f99183b1 admin admin] Received port after_create {{(pid=103837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 17:27:16.851003 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec71282-edb4-4281-b562-6b33f99183b1 admin admin] Pushing event updated for resources: {'Port': ['ID=d8aa3517-45e6-410d-90a6-933f76d68794,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:17.390359 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-6ec71282-edb4-4281-b562-6b33f99183b1 admin admin] Publish callbacks [] for router_gateway (2c9521f2-9c19-404b-8ead-074607f46130), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:17.594833 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e359a79a-544f-4bb5-93cf-abbd4f10b1f0 None None] Network 4e0622e5-1aaf-426d-bbe5-da9d91feb753 requested from dv-cinder-778193-22-iscsi {{(pid=103839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 17:27:17.622051 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-6ec71282-edb4-4281-b562-6b33f99183b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-758514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760935'] for router (2c9521f2-9c19-404b-8ead-074607f46130), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:17.653775 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device bf9d9bb2-c181-4709-b330-0e3f143b6344 up at agent ovs-agent-dv-cinder-778193-22-iscsi {{(pid=103839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 17:27:17.709267 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-3e12726a-68d2-40d7-8d11-a9e075d0d8be None None] Provisioning complete for port bf9d9bb2-c181-4709-b330-0e3f143b6344 triggered by entity DHCP. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:27:17.709624 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-3e12726a-68d2-40d7-8d11-a9e075d0d8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (bf9d9bb2-c181-4709-b330-0e3f143b6344), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:17.792240 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Provisioning complete for port bf9d9bb2-c181-4709-b330-0e3f143b6344 triggered by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:27:17.792525 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (bf9d9bb2-c181-4709-b330-0e3f143b6344), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:17.864448 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ec71282-edb4-4281-b562-6b33f99183b1 admin admin] Router 2c9521f2-9c19-404b-8ead-074607f46130 is scheduled to L3 agent 90b713d5-0d52-4da0-a663-b3b1c9fefb3d with binding_index 1 {{(pid=103837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 17:27:17.872580 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-3e12726a-68d2-40d7-8d11-a9e075d0d8be None None] Current status of the port bf9d9bb2-c181-4709-b330-0e3f143b6344 is: DOWN; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:27:17.874672 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-3e12726a-68d2-40d7-8d11-a9e075d0d8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (bf9d9bb2-c181-4709-b330-0e3f143b6344), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:17.940371 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-3e12726a-68d2-40d7-8d11-a9e075d0d8be None None] For port bf9d9bb2-c181-4709-b330-0e3f143b6344, host dv-cinder-778193-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=bf9d9bb2-c181-4709-b330-0e3f143b6344,segment=NetworkSegment(f618d530-f505-48bd-b607-190318e3ffcb),segment_id=f618d530-f505-48bd-b607-190318e3ffcb)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:27:17.941328 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Current status of the port bf9d9bb2-c181-4709-b330-0e3f143b6344 is: DOWN; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:27:17.941704 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (bf9d9bb2-c181-4709-b330-0e3f143b6344), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:18.018600 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ec71282-edb4-4281-b562-6b33f99183b1 admin admin] Notify agent at l3_agent.dv-cinder-778193-22-iscsi the message routers_updated {{(pid=103837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:27:18.018925 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-3e12726a-68d2-40d7-8d11-a9e075d0d8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (bf9d9bb2-c181-4709-b330-0e3f143b6344), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:18.048667 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d228c33-813c-4e12-a72f-a3c38e578585 None None] Sync routers for ids ['2c9521f2-9c19-404b-8ead-074607f46130'] in dv-cinder-778193-22-iscsi {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 17:27:18.108266 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d228c33-813c-4e12-a72f-a3c38e578585 None None] Routers {'2c9521f2-9c19-404b-8ead-074607f46130'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:27:18.108769 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-8d228c33-813c-4e12-a72f-a3c38e578585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:27:04Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['2c9521f2-9c19-404b-8ead-074607f46130'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:27:18.112751 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-6ec71282-edb4-4281-b562-6b33f99183b1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:18.114280 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-6ec71282-edb4-4281-b562-6b33f99183b1 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3793280 Mar 02 17:27:18.117932 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 54424) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:27:18.158392 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e12726a-68d2-40d7-8d11-a9e075d0d8be None None] Pushing event updated for resources: {'Port': ['ID=bf9d9bb2-c181-4709-b330-0e3f143b6344,revision_number=3']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:18.172674 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.db.api [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 17:27:18.173033 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG oslo_db.api [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 17:27:18.220138 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-709d22f2-b181-46ff-b7e3-139211c34900 None None] Provisioning complete for port bf9d9bb2-c181-4709-b330-0e3f143b6344 triggered by entity DHCP. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:27:18.220514 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-709d22f2-b181-46ff-b7e3-139211c34900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (bf9d9bb2-c181-4709-b330-0e3f143b6344), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:18.275191 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-8d228c33-813c-4e12-a72f-a3c38e578585 None None] Set router 2c9521f2-9c19-404b-8ead-074607f46130 gateway port host: dv-cinder-778193-22-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:27:18.458492 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-709d22f2-b181-46ff-b7e3-139211c34900 None None] Current status of the port bf9d9bb2-c181-4709-b330-0e3f143b6344 is: ACTIVE; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:27:18.518405 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-8d228c33-813c-4e12-a72f-a3c38e578585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9521f2-9c19-404b-8ead-074607f46130', 'name': 'tempest-TestVolumeBootPattern-1325495679-router', 'tenant_id': '6e052ebc463e48848e3d6669191712c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'd8aa3517-45e6-410d-90a6-933f76d68794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:27:15Z', 'updated_at': '2022-03-02T17:27:17Z', 'revision_number': 3, 'project_id': '6e052ebc463e48848e3d6669191712c7', 'gw_port': {'id': 'd8aa3517-45e6-410d-90a6-933f76d68794', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9521f2-9c19-404b-8ead-074607f46130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:27:16Z', 'updated_at': '2022-03-02T17:27:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi'}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:27:18.550581 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d228c33-813c-4e12-a72f-a3c38e578585 None None] Checking router: 2c9521f2-9c19-404b-8ead-074607f46130 for host: dv-cinder-778193-22-iscsi {{(pid=103839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 17:27:18.550923 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d228c33-813c-4e12-a72f-a3c38e578585 None None] Updating router 2c9521f2-9c19-404b-8ead-074607f46130 port d8aa3517-45e6-410d-90a6-933f76d68794 binding host dv-cinder-778193-22-iscsi {{(pid=103839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 17:27:18.580705 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-8d228c33-813c-4e12-a72f-a3c38e578585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (d8aa3517-45e6-410d-90a6-933f76d68794), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:18.587522 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-113cb189-7509-470d-96b4-21e0d65009e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:18.736336 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Current status of the port bf9d9bb2-c181-4709-b330-0e3f143b6344 is: ACTIVE; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:27:18.757468 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.db.db_base_plugin_common [None req-113cb189-7509-470d-96b4-21e0d65009e9 admin admin] Allocated IP 172.20.0.1 (4e0622e5-1aaf-426d-bbe5-da9d91feb753/4cb5c027-f9c9-47e9-b68c-c8abb0d7a617/06da7a49-16d4-43a3-8c36-fab7534565c8) {{(pid=103837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:27:18.899350 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-113cb189-7509-470d-96b4-21e0d65009e9 admin admin] Publish callbacks [] for port (06da7a49-16d4-43a3-8c36-fab7534565c8), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:18.905981 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-8d228c33-813c-4e12-a72f-a3c38e578585 None None] Publish callbacks [] for port (d8aa3517-45e6-410d-90a6-933f76d68794), precommit_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:18.989839 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-8d228c33-813c-4e12-a72f-a3c38e578585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (d8aa3517-45e6-410d-90a6-933f76d68794), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:19.019340 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-113cb189-7509-470d-96b4-21e0d65009e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757691134181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29943615'] for port (06da7a49-16d4-43a3-8c36-fab7534565c8), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:19.042235 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-8d228c33-813c-4e12-a72f-a3c38e578585 None None] Attempting to bind port d8aa3517-45e6-410d-90a6-933f76d68794 on host dv-cinder-778193-22-iscsi for vnic_type normal with profile {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 17:27:19.043253 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-8d228c33-813c-4e12-a72f-a3c38e578585 None None] Attempting to bind port d8aa3517-45e6-410d-90a6-933f76d68794 by drivers openvswitch,hyperv on host dv-cinder-778193-22-iscsi at level 0 using segments [{'id': '52804d28-a361-4369-98ca-e918669c489a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf'}] {{(pid=103839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 17:27:19.043253 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d228c33-813c-4e12-a72f-a3c38e578585 None None] Attempting to bind port d8aa3517-45e6-410d-90a6-933f76d68794 on network 0bf1b91f-7d47-47dc-984e-54613c32c4bf {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 17:27:19.052159 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d228c33-813c-4e12-a72f-a3c38e578585 None None] Checking agent: {'id': '90356b9b-9a55-4227-ace0-d1fc01a5475f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 6, 38), 'started_at': datetime.datetime(2022, 3, 2, 17, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 17:27:19.052536 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d228c33-813c-4e12-a72f-a3c38e578585 None None] Checking segment: {'id': '52804d28-a361-4369-98ca-e918669c489a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 17:27:19.052940 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-8d228c33-813c-4e12-a72f-a3c38e578585 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:19.053393 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d228c33-813c-4e12-a72f-a3c38e578585 None None] Bound using segment: {'id': '52804d28-a361-4369-98ca-e918669c489a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf'} {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 17:27:19.053873 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-8d228c33-813c-4e12-a72f-a3c38e578585 None None] Bound port: d8aa3517-45e6-410d-90a6-933f76d68794, host: dv-cinder-778193-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52804d28-a361-4369-98ca-e918669c489a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf'}}] {{(pid=103839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 17:27:19.054254 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-8d228c33-813c-4e12-a72f-a3c38e578585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (d8aa3517-45e6-410d-90a6-933f76d68794), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:19.055812 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c433e04e-4356-4214-9900-ab84cc95af00 None None] Pushing event updated for resources: {'Port': ['ID=d8aa3517-45e6-410d-90a6-933f76d68794,revision_number=2']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:19.066862 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113cb189-7509-470d-96b4-21e0d65009e9 admin admin] Network 4e0622e5-1aaf-426d-bbe5-da9d91feb753 is already hosted by enough agents. {{(pid=103837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:27:19.082291 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.scheduler.base_scheduler [None req-113cb189-7509-470d-96b4-21e0d65009e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:27:19.082291 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113cb189-7509-470d-96b4-21e0d65009e9 admin admin] Received port after_create {{(pid=103837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 17:27:19.105641 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113cb189-7509-470d-96b4-21e0d65009e9 admin admin] Pushing event updated for resources: {'Port': ['ID=06da7a49-16d4-43a3-8c36-fab7534565c8,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:19.123784 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-8d228c33-813c-4e12-a72f-a3c38e578585 None None] For port d8aa3517-45e6-410d-90a6-933f76d68794, host dv-cinder-778193-22-iscsi, cleared binding levels {{(pid=103839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:27:19.128295 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-8d228c33-813c-4e12-a72f-a3c38e578585 None None] For port d8aa3517-45e6-410d-90a6-933f76d68794, host dv-cinder-778193-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=d8aa3517-45e6-410d-90a6-933f76d68794,segment=NetworkSegment(52804d28-a361-4369-98ca-e918669c489a),segment_id=52804d28-a361-4369-98ca-e918669c489a)] {{(pid=103839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:27:19.129033 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-113cb189-7509-470d-96b4-21e0d65009e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755258'] for router_interface (2c9521f2-9c19-404b-8ead-074607f46130), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:19.174058 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-8d228c33-813c-4e12-a72f-a3c38e578585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (d8aa3517-45e6-410d-90a6-933f76d68794), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:19.244652 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d228c33-813c-4e12-a72f-a3c38e578585 None None] Routers {'2c9521f2-9c19-404b-8ead-074607f46130'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:27:19.244652 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-8d228c33-813c-4e12-a72f-a3c38e578585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:27:04Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['2c9521f2-9c19-404b-8ead-074607f46130'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:27:19.247839 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c433e04e-4356-4214-9900-ab84cc95af00 None None] Pushing event updated for resources: {'Port': ['ID=d8aa3517-45e6-410d-90a6-933f76d68794,revision_number=3']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:19.336346 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-113cb189-7509-470d-96b4-21e0d65009e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (06da7a49-16d4-43a3-8c36-fab7534565c8), before_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:19.380514 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-8d228c33-813c-4e12-a72f-a3c38e578585 None None] Set router 2c9521f2-9c19-404b-8ead-074607f46130 gateway port host: dv-cinder-778193-22-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:27:19.515159 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-113cb189-7509-470d-96b4-21e0d65009e9 admin admin] Publish callbacks [] for port (06da7a49-16d4-43a3-8c36-fab7534565c8), precommit_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:19.572482 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-113cb189-7509-470d-96b4-21e0d65009e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29943606'] for port (06da7a49-16d4-43a3-8c36-fab7534565c8), after_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:19.618355 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device bf9d9bb2-c181-4709-b330-0e3f143b6344 up at agent ovs-agent-dv-cinder-778193-22-iscsi {{(pid=103839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 17:27:19.642953 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-113cb189-7509-470d-96b4-21e0d65009e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755626'] for router_interface (2c9521f2-9c19-404b-8ead-074607f46130), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:19.648409 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-aec9d488-c94b-4348-a560-e5f7f420d99b None None] Provisioning complete for port 06da7a49-16d4-43a3-8c36-fab7534565c8 triggered by entity DHCP. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:27:19.648787 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-aec9d488-c94b-4348-a560-e5f7f420d99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (06da7a49-16d4-43a3-8c36-fab7534565c8), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:19.650844 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113cb189-7509-470d-96b4-21e0d65009e9 admin admin] Pushing event updated for resources: {'Port': ['ID=06da7a49-16d4-43a3-8c36-fab7534565c8,revision_number=2']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:19.724225 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-aec9d488-c94b-4348-a560-e5f7f420d99b None None] Port 06da7a49-16d4-43a3-8c36-fab7534565c8 cannot update to ACTIVE because it is not bound. {{(pid=103839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 17:27:19.751706 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113cb189-7509-470d-96b4-21e0d65009e9 admin admin] Network 4e0622e5-1aaf-426d-bbe5-da9d91feb753 is already hosted by enough agents. {{(pid=103837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:27:19.753523 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.scheduler.base_scheduler [None req-113cb189-7509-470d-96b4-21e0d65009e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:27:19.766172 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Provisioning complete for port bf9d9bb2-c181-4709-b330-0e3f143b6344 triggered by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:27:19.767034 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (bf9d9bb2-c181-4709-b330-0e3f143b6344), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:19.827425 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-8d228c33-813c-4e12-a72f-a3c38e578585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9521f2-9c19-404b-8ead-074607f46130', 'name': 'tempest-TestVolumeBootPattern-1325495679-router', 'tenant_id': '6e052ebc463e48848e3d6669191712c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'd8aa3517-45e6-410d-90a6-933f76d68794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:27:15Z', 'updated_at': '2022-03-02T17:27:17Z', 'revision_number': 3, 'project_id': '6e052ebc463e48848e3d6669191712c7', 'gw_port': {'id': 'd8aa3517-45e6-410d-90a6-933f76d68794', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9521f2-9c19-404b-8ead-074607f46130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:27:16Z', 'updated_at': '2022-03-02T17:27:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi'}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:27:19.877359 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d228c33-813c-4e12-a72f-a3c38e578585 None None] The sync data for ids ['2c9521f2-9c19-404b-8ead-074607f46130'] in dv-cinder-778193-22-iscsi is: [{'id': '2c9521f2-9c19-404b-8ead-074607f46130', 'name': 'tempest-TestVolumeBootPattern-1325495679-router', 'tenant_id': '6e052ebc463e48848e3d6669191712c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'd8aa3517-45e6-410d-90a6-933f76d68794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:27:15Z', 'updated_at': '2022-03-02T17:27:17Z', 'revision_number': 3, 'project_id': '6e052ebc463e48848e3d6669191712c7', 'gw_port': {'id': 'd8aa3517-45e6-410d-90a6-933f76d68794', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9521f2-9c19-404b-8ead-074607f46130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:27:16Z', 'updated_at': '2022-03-02T17:27:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi'}] {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 17:27:19.891227 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Current status of the port bf9d9bb2-c181-4709-b330-0e3f143b6344 is: ACTIVE; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:27:19.897742 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-113cb189-7509-470d-96b4-21e0d65009e9 admin admin] Router 2c9521f2-9c19-404b-8ead-074607f46130 has already been hosted by L3 agent 90b713d5-0d52-4da0-a663-b3b1c9fefb3d {{(pid=103837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:27:20.049621 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-eb833fe4-8bb7-4703-a727-946731835690 None None] Provisioning complete for port 06da7a49-16d4-43a3-8c36-fab7534565c8 triggered by entity DHCP. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:27:20.050031 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-eb833fe4-8bb7-4703-a727-946731835690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (06da7a49-16d4-43a3-8c36-fab7534565c8), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:20.101089 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-eb833fe4-8bb7-4703-a727-946731835690 None None] Port 06da7a49-16d4-43a3-8c36-fab7534565c8 cannot update to ACTIVE because it is not bound. {{(pid=103839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 17:27:20.247799 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-113cb189-7509-470d-96b4-21e0d65009e9 admin admin] Notify agent at l3_agent.dv-cinder-778193-22-iscsi the message routers_updated {{(pid=103837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:27:20.253183 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-113cb189-7509-470d-96b4-21e0d65009e9 admin admin] 10.222.0.55 "PUT /v2.0/routers/2c9521f2-9c19-404b-8ead-074607f46130/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1339757 Mar 02 17:27:21.074092 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 54440) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:27:21.079131 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-4517af9f-2b5e-4820-a738-bf4e96749bd8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1110095820-network', 'tenant_id': '3d19736155934b7581af12c6add51734'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:27:21.149430 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4517af9f-2b5e-4820-a738-bf4e96749bd8 admin admin] Made reservation on behalf of 3d19736155934b7581af12c6add51734 for: {'network': 1} {{(pid=103837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:27:21.152611 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-4517af9f-2b5e-4820-a738-bf4e96749bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for network (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:21.161725 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-4517af9f-2b5e-4820-a738-bf4e96749bd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:21.240601 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-4517af9f-2b5e-4820-a738-bf4e96749bd8 admin admin] Publish callbacks [] for security_group (19d850c5-2af9-4ce1-a494-9cc9b0cc0180), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:21.310049 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-4517af9f-2b5e-4820-a738-bf4e96749bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (19d850c5-2af9-4ce1-a494-9cc9b0cc0180), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:21.338372 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4517af9f-2b5e-4820-a738-bf4e96749bd8 admin admin] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=103837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:27:21.345787 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4517af9f-2b5e-4820-a738-bf4e96749bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d850c5-2af9-4ce1-a494-9cc9b0cc0180,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:21.352761 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-4517af9f-2b5e-4820-a738-bf4e96749bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220699'] for segment (7db5f396-f9c5-4126-b9c3-eddf274cb984), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:21.353105 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.db.segments_db [None req-4517af9f-2b5e-4820-a738-bf4e96749bd8 admin admin] Added segment 7db5f396-f9c5-4126-b9c3-eddf274cb984 of type vlan for network 58fd8480-1f25-4dfb-85ea-a2a07bdf3fa2 Mar 02 17:27:21.405837 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-4517af9f-2b5e-4820-a738-bf4e96749bd8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757691153484'] for network (58fd8480-1f25-4dfb-85ea-a2a07bdf3fa2), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:21.492696 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-4517af9f-2b5e-4820-a738-bf4e96749bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145'] for network (58fd8480-1f25-4dfb-85ea-a2a07bdf3fa2), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:21.493791 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4517af9f-2b5e-4820-a738-bf4e96749bd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:21.494439 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-4517af9f-2b5e-4820-a738-bf4e96749bd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572135'] for network (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:21.565384 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4517af9f-2b5e-4820-a738-bf4e96749bd8 admin admin] Pushing event updated for resources: {'Network': ['ID=58fd8480-1f25-4dfb-85ea-a2a07bdf3fa2,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:21.578321 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Network 58fd8480-1f25-4dfb-85ea-a2a07bdf3fa2 details requested by agent ovs-agent-dv-cinder-778193-22-iscsi with host dv-cinder-778193-22-iscsi {{(pid=103839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 17:27:21.601311 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 54442) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:27:21.602121 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-4517af9f-2b5e-4820-a738-bf4e96749bd8 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5260999 Mar 02 17:27:21.609253 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [None req-e1e50fb7-56e1-4f90-b8e9-30c2086c3912 admin admin] Request body: {'subnet': {'network_id': '58fd8480-1f25-4dfb-85ea-a2a07bdf3fa2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1110095820-subnet', 'tenant_id': '3d19736155934b7581af12c6add51734', 'ip_version': 4}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:27:21.641137 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device d8aa3517-45e6-410d-90a6-933f76d68794 up at agent ovs-agent-dv-cinder-778193-22-iscsi {{(pid=103839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 17:27:21.697396 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294e0836-25cf-4279-8fe1-c9fb037b7d93 None None] Sync routers for ids ['2c9521f2-9c19-404b-8ead-074607f46130'] in dv-cinder-778193-22-iscsi {{(pid=103840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 17:27:21.707449 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294e0836-25cf-4279-8fe1-c9fb037b7d93 None None] Routers {'2c9521f2-9c19-404b-8ead-074607f46130'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:27:21.711884 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_hamode_db [None req-294e0836-25cf-4279-8fe1-c9fb037b7d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:27:04Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['2c9521f2-9c19-404b-8ead-074607f46130'], 'active': True} {{(pid=103840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:27:21.712031 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Provisioning complete for port d8aa3517-45e6-410d-90a6-933f76d68794 triggered by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:27:21.712031 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (d8aa3517-45e6-410d-90a6-933f76d68794), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:21.727224 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e50fb7-56e1-4f90-b8e9-30c2086c3912 admin admin] Made reservation on behalf of 3d19736155934b7581af12c6add51734 for: {'subnet': 1} {{(pid=103838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:27:21.730739 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-e1e50fb7-56e1-4f90-b8e9-30c2086c3912 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26336855'] for subnet (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:21.801608 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Current status of the port d8aa3517-45e6-410d-90a6-933f76d68794 is: DOWN; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:27:21.802070 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (d8aa3517-45e6-410d-90a6-933f76d68794), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:21.825877 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] For port d8aa3517-45e6-410d-90a6-933f76d68794, host dv-cinder-778193-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=d8aa3517-45e6-410d-90a6-933f76d68794,segment=NetworkSegment(52804d28-a361-4369-98ca-e918669c489a),segment_id=52804d28-a361-4369-98ca-e918669c489a)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:27:21.850830 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_dvr_db [None req-294e0836-25cf-4279-8fe1-c9fb037b7d93 None None] Set router 2c9521f2-9c19-404b-8ead-074607f46130 gateway port host: dv-cinder-778193-22-iscsi {{(pid=103840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:27:21.904446 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (d8aa3517-45e6-410d-90a6-933f76d68794), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:21.957496 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Pushing event updated for resources: {'Port': ['ID=d8aa3517-45e6-410d-90a6-933f76d68794,revision_number=4']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:22.007066 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-e1e50fb7-56e1-4f90-b8e9-30c2086c3912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26691210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26336869'] for subnet (e57e0b7f-5ca9-4659-9e0e-00da2fee9912), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:22.071283 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e50fb7-56e1-4f90-b8e9-30c2086c3912 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e57e0b7f-5ca9-4659-9e0e-00da2fee9912,revision_number=0']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:22.078788 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_hamode_db [None req-294e0836-25cf-4279-8fe1-c9fb037b7d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9521f2-9c19-404b-8ead-074607f46130', 'name': 'tempest-TestVolumeBootPattern-1325495679-router', 'tenant_id': '6e052ebc463e48848e3d6669191712c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'd8aa3517-45e6-410d-90a6-933f76d68794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:27:15Z', 'updated_at': '2022-03-02T17:27:19Z', 'revision_number': 4, 'project_id': '6e052ebc463e48848e3d6669191712c7', 'gw_port': {'id': 'd8aa3517-45e6-410d-90a6-933f76d68794', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9521f2-9c19-404b-8ead-074607f46130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:27:16Z', 'updated_at': '2022-03-02T17:27:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_interfaces': [{'id': '06da7a49-16d4-43a3-8c36-fab7534565c8', 'name': '', 'network_id': '4e0622e5-1aaf-426d-bbe5-da9d91feb753', 'tenant_id': '6e052ebc463e48848e3d6669191712c7', 'mac_address': 'fa:16:3e:e7:14:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9521f2-9c19-404b-8ead-074607f46130', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4cb5c027-f9c9-47e9-b68c-c8abb0d7a617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:27:18Z', 'updated_at': '2022-03-02T17:27:19Z', 'revision_number': 2, 'project_id': '6e052ebc463e48848e3d6669191712c7', 'subnets': [{'id': '4cb5c027-f9c9-47e9-b68c-c8abb0d7a617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:27:22.080084 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e50fb7-56e1-4f90-b8e9-30c2086c3912 admin admin] Checking segment: {'id': '7db5f396-f9c5-4126-b9c3-eddf274cb984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '58fd8480-1f25-4dfb-85ea-a2a07bdf3fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 17:27:22.080283 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e50fb7-56e1-4f90-b8e9-30c2086c3912 admin admin] Network hostable DHCP agents. Network: 58fd8480-1f25-4dfb-85ea-a2a07bdf3fa2, hostable agents: ['0060df7f-f835-4890-b25c-3842f545a9d0'], hosted agents: [] {{(pid=103838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:27:22.105800 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294e0836-25cf-4279-8fe1-c9fb037b7d93 None None] Checking router: 2c9521f2-9c19-404b-8ead-074607f46130 for host: dv-cinder-778193-22-iscsi {{(pid=103840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 17:27:22.109022 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294e0836-25cf-4279-8fe1-c9fb037b7d93 None None] Updating router 2c9521f2-9c19-404b-8ead-074607f46130 port 06da7a49-16d4-43a3-8c36-fab7534565c8 binding host dv-cinder-778193-22-iscsi {{(pid=103840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 17:27:22.132608 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-294e0836-25cf-4279-8fe1-c9fb037b7d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (06da7a49-16d4-43a3-8c36-fab7534565c8), before_update {{(pid=103840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:22.166866 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e50fb7-56e1-4f90-b8e9-30c2086c3912 admin admin] Network 58fd8480-1f25-4dfb-85ea-a2a07bdf3fa2 is scheduled to be hosted by DHCP agent 0060df7f-f835-4890-b25c-3842f545a9d0 with binding_index 1 {{(pid=103838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:27:22.252623 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.base_scheduler [None req-e1e50fb7-56e1-4f90-b8e9-30c2086c3912 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-22-iscsi, 58fd8480-1f25-4dfb-85ea-a2a07bdf3fa2) {{(pid=103838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:27:22.257433 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e50fb7-56e1-4f90-b8e9-30c2086c3912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:22.258229 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-e1e50fb7-56e1-4f90-b8e9-30c2086c3912 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:22.264932 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263202ff-435e-4e46-a1bd-a5fcdbfecdbe None None] Network 58fd8480-1f25-4dfb-85ea-a2a07bdf3fa2 requested from dv-cinder-778193-22-iscsi {{(pid=103839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 17:27:22.361539 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-e1e50fb7-56e1-4f90-b8e9-30c2086c3912 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7586350 Mar 02 17:27:22.363920 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 54444) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:27:22.369694 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [None req-88eb23ab-9426-4178-acae-aa2e0d6e2ee8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1110095820-router', 'tenant_id': '3d19736155934b7581af12c6add51734', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf'}}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:27:22.382014 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85a9197-ba59-46af-ae0d-57060a83ef4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c41045a-8583-5828-8345-e6f53daf7ae9-58fd8480-1f25-4dfb-85ea-a2a07bdf3fa2', 'network_id': '58fd8480-1f25-4dfb-85ea-a2a07bdf3fa2', 'project_id': '3d19736155934b7581af12c6add51734', 'fixed_ips': [{'subnet_id': 'e57e0b7f-5ca9-4659-9e0e-00da2fee9912'}]}} from dv-cinder-778193-22-iscsi. {{(pid=103839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 02 17:27:22.383273 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d85a9197-ba59-46af-ae0d-57060a83ef4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (None), before_create {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:22.400785 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-294e0836-25cf-4279-8fe1-c9fb037b7d93 None None] Publish callbacks [] for port (06da7a49-16d4-43a3-8c36-fab7534565c8), precommit_update {{(pid=103840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:22.458275 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-88eb23ab-9426-4178-acae-aa2e0d6e2ee8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-760693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4933'] for router (c34e0929-1017-4d77-8c94-f2a67a82a2ee), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:22.459407 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-88eb23ab-9426-4178-acae-aa2e0d6e2ee8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-758501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760890', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-784051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4924'] for router (c34e0929-1017-4d77-8c94-f2a67a82a2ee), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:22.481343 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-294e0836-25cf-4279-8fe1-c9fb037b7d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (06da7a49-16d4-43a3-8c36-fab7534565c8), after_update {{(pid=103840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:22.520723 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-88eb23ab-9426-4178-acae-aa2e0d6e2ee8 admin admin] Publish callbacks [] for router_controller (c34e0929-1017-4d77-8c94-f2a67a82a2ee), precommit_add_association {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:22.528123 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.db_base_plugin_common [None req-d85a9197-ba59-46af-ae0d-57060a83ef4c None None] Allocated IP 172.20.0.2 (58fd8480-1f25-4dfb-85ea-a2a07bdf3fa2/e57e0b7f-5ca9-4659-9e0e-00da2fee9912/d1643ac6-d5a4-4d12-851e-f56ecd508418) {{(pid=103839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:27:22.546877 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f074d4fb-1348-4483-9de4-641d691810cb None None] Pushing event updated for resources: {'Port': ['ID=06da7a49-16d4-43a3-8c36-fab7534565c8,revision_number=3']} {{(pid=103840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:22.715857 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f074d4fb-1348-4483-9de4-641d691810cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:27:22.715857 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f074d4fb-1348-4483-9de4-641d691810cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:27:22.716605 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f074d4fb-1348-4483-9de4-641d691810cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:27:22.716605 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f074d4fb-1348-4483-9de4-641d691810cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:27:22.716824 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f074d4fb-1348-4483-9de4-641d691810cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:27:22.717076 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f074d4fb-1348-4483-9de4-641d691810cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:27:22.717621 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f074d4fb-1348-4483-9de4-641d691810cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:27:22.718089 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d85a9197-ba59-46af-ae0d-57060a83ef4c None None] Publish callbacks [] for port (d1643ac6-d5a4-4d12-851e-f56ecd508418), precommit_create {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:22.718664 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f074d4fb-1348-4483-9de4-641d691810cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:27:22.719147 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f074d4fb-1348-4483-9de4-641d691810cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:27:22.719822 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f074d4fb-1348-4483-9de4-641d691810cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:27:22.719984 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f074d4fb-1348-4483-9de4-641d691810cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:27:22.722265 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f074d4fb-1348-4483-9de4-641d691810cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:27:22.725877 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f074d4fb-1348-4483-9de4-641d691810cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:27:22.726481 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.managers [None req-294e0836-25cf-4279-8fe1-c9fb037b7d93 None None] Attempting to bind port 06da7a49-16d4-43a3-8c36-fab7534565c8 on host dv-cinder-778193-22-iscsi for vnic_type normal with profile {{(pid=103840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 17:27:22.726883 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.managers [None req-294e0836-25cf-4279-8fe1-c9fb037b7d93 None None] Attempting to bind port 06da7a49-16d4-43a3-8c36-fab7534565c8 by drivers openvswitch,hyperv on host dv-cinder-778193-22-iscsi at level 0 using segments [{'id': 'f618d530-f505-48bd-b607-190318e3ffcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4e0622e5-1aaf-426d-bbe5-da9d91feb753'}] {{(pid=103840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 17:27:22.727201 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294e0836-25cf-4279-8fe1-c9fb037b7d93 None None] Attempting to bind port 06da7a49-16d4-43a3-8c36-fab7534565c8 on network 4e0622e5-1aaf-426d-bbe5-da9d91feb753 {{(pid=103840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 17:27:22.734205 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294e0836-25cf-4279-8fe1-c9fb037b7d93 None None] Checking agent: {'id': '90356b9b-9a55-4227-ace0-d1fc01a5475f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 6, 38), 'started_at': datetime.datetime(2022, 3, 2, 17, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 17:27:22.734578 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294e0836-25cf-4279-8fe1-c9fb037b7d93 None None] Checking segment: {'id': 'f618d530-f505-48bd-b607-190318e3ffcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4e0622e5-1aaf-426d-bbe5-da9d91feb753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 17:27:22.734972 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-294e0836-25cf-4279-8fe1-c9fb037b7d93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:22.735530 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294e0836-25cf-4279-8fe1-c9fb037b7d93 None None] Bound using segment: {'id': 'f618d530-f505-48bd-b607-190318e3ffcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4e0622e5-1aaf-426d-bbe5-da9d91feb753'} {{(pid=103840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 17:27:22.735996 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.managers [None req-294e0836-25cf-4279-8fe1-c9fb037b7d93 None None] Bound port: 06da7a49-16d4-43a3-8c36-fab7534565c8, host: dv-cinder-778193-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f618d530-f505-48bd-b607-190318e3ffcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4e0622e5-1aaf-426d-bbe5-da9d91feb753'}}] {{(pid=103840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 17:27:22.736366 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-294e0836-25cf-4279-8fe1-c9fb037b7d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (06da7a49-16d4-43a3-8c36-fab7534565c8), before_update {{(pid=103840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:22.795048 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-88eb23ab-9426-4178-acae-aa2e0d6e2ee8 admin admin] Publish callbacks [] for router_gateway (c34e0929-1017-4d77-8c94-f2a67a82a2ee), precommit_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:22.803001 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.db [None req-294e0836-25cf-4279-8fe1-c9fb037b7d93 None None] For port 06da7a49-16d4-43a3-8c36-fab7534565c8, host dv-cinder-778193-22-iscsi, cleared binding levels {{(pid=103840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:27:22.806682 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.db [None req-294e0836-25cf-4279-8fe1-c9fb037b7d93 None None] For port 06da7a49-16d4-43a3-8c36-fab7534565c8, host dv-cinder-778193-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=06da7a49-16d4-43a3-8c36-fab7534565c8,segment=NetworkSegment(f618d530-f505-48bd-b607-190318e3ffcb),segment_id=f618d530-f505-48bd-b607-190318e3ffcb)] {{(pid=103840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:27:22.818187 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d85a9197-ba59-46af-ae0d-57060a83ef4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757691134181'] for port (d1643ac6-d5a4-4d12-851e-f56ecd508418), after_create {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:22.872898 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85a9197-ba59-46af-ae0d-57060a83ef4c None None] Network 58fd8480-1f25-4dfb-85ea-a2a07bdf3fa2 is already hosted by enough agents. {{(pid=103839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:27:22.876383 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.scheduler.base_scheduler [None req-d85a9197-ba59-46af-ae0d-57060a83ef4c None None] Resources bound (agent type, host, resource id): {{(pid=103839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:27:22.878101 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85a9197-ba59-46af-ae0d-57060a83ef4c None None] Pushing event updated for resources: {'Port': ['ID=d1643ac6-d5a4-4d12-851e-f56ecd508418,revision_number=1']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:22.880240 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85a9197-ba59-46af-ae0d-57060a83ef4c None None] Received port after_create {{(pid=103839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 17:27:22.886654 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-b8b8dbf7-2cf6-42e0-874a-cbc174d4f3f6 None None] Provisioning complete for port 06da7a49-16d4-43a3-8c36-fab7534565c8 triggered by entity DHCP. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:27:22.887017 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-b8b8dbf7-2cf6-42e0-874a-cbc174d4f3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (06da7a49-16d4-43a3-8c36-fab7534565c8), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:22.921794 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-294e0836-25cf-4279-8fe1-c9fb037b7d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (06da7a49-16d4-43a3-8c36-fab7534565c8), after_update {{(pid=103840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:22.961064 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-b8b8dbf7-2cf6-42e0-874a-cbc174d4f3f6 None None] Port 06da7a49-16d4-43a3-8c36-fab7534565c8 cannot update to ACTIVE because it is not bound. {{(pid=103839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 17:27:22.975382 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-d85a9197-ba59-46af-ae0d-57060a83ef4c None None] Attempting to bind port d1643ac6-d5a4-4d12-851e-f56ecd508418 on host dv-cinder-778193-22-iscsi for vnic_type normal with profile {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 17:27:22.975756 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-d85a9197-ba59-46af-ae0d-57060a83ef4c None None] Attempting to bind port d1643ac6-d5a4-4d12-851e-f56ecd508418 by drivers openvswitch,hyperv on host dv-cinder-778193-22-iscsi at level 0 using segments [{'id': '7db5f396-f9c5-4126-b9c3-eddf274cb984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '58fd8480-1f25-4dfb-85ea-a2a07bdf3fa2'}] {{(pid=103839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 17:27:22.976115 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85a9197-ba59-46af-ae0d-57060a83ef4c None None] Attempting to bind port d1643ac6-d5a4-4d12-851e-f56ecd508418 on network 58fd8480-1f25-4dfb-85ea-a2a07bdf3fa2 {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 17:27:22.986747 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85a9197-ba59-46af-ae0d-57060a83ef4c None None] Checking agent: {'id': '90356b9b-9a55-4227-ace0-d1fc01a5475f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 6, 38), 'started_at': datetime.datetime(2022, 3, 2, 17, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 17:27:22.987155 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85a9197-ba59-46af-ae0d-57060a83ef4c None None] Checking segment: {'id': '7db5f396-f9c5-4126-b9c3-eddf274cb984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '58fd8480-1f25-4dfb-85ea-a2a07bdf3fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 17:27:22.987565 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d85a9197-ba59-46af-ae0d-57060a83ef4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:22.988016 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85a9197-ba59-46af-ae0d-57060a83ef4c None None] Bound using segment: {'id': '7db5f396-f9c5-4126-b9c3-eddf274cb984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '58fd8480-1f25-4dfb-85ea-a2a07bdf3fa2'} {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 17:27:22.989340 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-d85a9197-ba59-46af-ae0d-57060a83ef4c None None] Bound port: d1643ac6-d5a4-4d12-851e-f56ecd508418, host: dv-cinder-778193-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7db5f396-f9c5-4126-b9c3-eddf274cb984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '58fd8480-1f25-4dfb-85ea-a2a07bdf3fa2'}}] {{(pid=103839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 17:27:22.989582 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d85a9197-ba59-46af-ae0d-57060a83ef4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (d1643ac6-d5a4-4d12-851e-f56ecd508418), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:22.997467 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f074d4fb-1348-4483-9de4-641d691810cb None None] Pushing event updated for resources: {'Port': ['ID=06da7a49-16d4-43a3-8c36-fab7534565c8,revision_number=4']} {{(pid=103840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:23.000308 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294e0836-25cf-4279-8fe1-c9fb037b7d93 None None] Routers {'2c9521f2-9c19-404b-8ead-074607f46130'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:27:23.001114 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_hamode_db [None req-294e0836-25cf-4279-8fe1-c9fb037b7d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:27:04Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['2c9521f2-9c19-404b-8ead-074607f46130'], 'active': True} {{(pid=103840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:27:23.101995 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d85a9197-ba59-46af-ae0d-57060a83ef4c None None] For port d1643ac6-d5a4-4d12-851e-f56ecd508418, host dv-cinder-778193-22-iscsi, cleared binding levels {{(pid=103839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:27:23.106378 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d85a9197-ba59-46af-ae0d-57060a83ef4c None None] For port d1643ac6-d5a4-4d12-851e-f56ecd508418, host dv-cinder-778193-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=d1643ac6-d5a4-4d12-851e-f56ecd508418,segment=NetworkSegment(7db5f396-f9c5-4126-b9c3-eddf274cb984),segment_id=7db5f396-f9c5-4126-b9c3-eddf274cb984)] {{(pid=103839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:27:23.129123 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-88eb23ab-9426-4178-acae-aa2e0d6e2ee8 admin admin] Publish callbacks [] for router_gateway (c34e0929-1017-4d77-8c94-f2a67a82a2ee), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:23.138825 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_dvr_db [None req-294e0836-25cf-4279-8fe1-c9fb037b7d93 None None] Set router 2c9521f2-9c19-404b-8ead-074607f46130 gateway port host: dv-cinder-778193-22-iscsi {{(pid=103840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:27:23.154026 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-88eb23ab-9426-4178-acae-aa2e0d6e2ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:23.259830 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.db_base_plugin_common [None req-88eb23ab-9426-4178-acae-aa2e0d6e2ee8 admin admin] Allocated IP 172.27.1.141 (0bf1b91f-7d47-47dc-984e-54613c32c4bf/e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9/5b99bbc7-0cd5-430a-8661-302e93cc683f) {{(pid=103838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:27:23.283197 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-a92395fa-117f-40b8-a213-75c15067c721 None None] Provisioning complete for port 06da7a49-16d4-43a3-8c36-fab7534565c8 triggered by entity DHCP. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:27:23.283572 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-a92395fa-117f-40b8-a213-75c15067c721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (06da7a49-16d4-43a3-8c36-fab7534565c8), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:23.305765 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d85a9197-ba59-46af-ae0d-57060a83ef4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (d1643ac6-d5a4-4d12-851e-f56ecd508418), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:23.352974 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_hamode_db [None req-294e0836-25cf-4279-8fe1-c9fb037b7d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9521f2-9c19-404b-8ead-074607f46130', 'name': 'tempest-TestVolumeBootPattern-1325495679-router', 'tenant_id': '6e052ebc463e48848e3d6669191712c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'd8aa3517-45e6-410d-90a6-933f76d68794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:27:15Z', 'updated_at': '2022-03-02T17:27:19Z', 'revision_number': 4, 'project_id': '6e052ebc463e48848e3d6669191712c7', 'gw_port': {'id': 'd8aa3517-45e6-410d-90a6-933f76d68794', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9521f2-9c19-404b-8ead-074607f46130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:27:16Z', 'updated_at': '2022-03-02T17:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_interfaces': [{'id': '06da7a49-16d4-43a3-8c36-fab7534565c8', 'name': '', 'network_id': '4e0622e5-1aaf-426d-bbe5-da9d91feb753', 'tenant_id': '6e052ebc463e48848e3d6669191712c7', 'mac_address': 'fa:16:3e:e7:14:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9521f2-9c19-404b-8ead-074607f46130', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4cb5c027-f9c9-47e9-b68c-c8abb0d7a617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:27:18Z', 'updated_at': '2022-03-02T17:27:22Z', 'revision_number': 4, 'project_id': '6e052ebc463e48848e3d6669191712c7', 'subnets': [{'id': '4cb5c027-f9c9-47e9-b68c-c8abb0d7a617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:27:23.385108 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-88eb23ab-9426-4178-acae-aa2e0d6e2ee8 admin admin] Publish callbacks [] for port (5b99bbc7-0cd5-430a-8661-302e93cc683f), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:23.387419 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85a9197-ba59-46af-ae0d-57060a83ef4c None None] Pushing event updated for resources: {'Port': ['ID=d1643ac6-d5a4-4d12-851e-f56ecd508418,revision_number=2']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:23.387876 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294e0836-25cf-4279-8fe1-c9fb037b7d93 None None] The sync data for ids ['2c9521f2-9c19-404b-8ead-074607f46130'] in dv-cinder-778193-22-iscsi is: [{'id': '2c9521f2-9c19-404b-8ead-074607f46130', 'name': 'tempest-TestVolumeBootPattern-1325495679-router', 'tenant_id': '6e052ebc463e48848e3d6669191712c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'd8aa3517-45e6-410d-90a6-933f76d68794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:27:15Z', 'updated_at': '2022-03-02T17:27:19Z', 'revision_number': 4, 'project_id': '6e052ebc463e48848e3d6669191712c7', 'gw_port': {'id': 'd8aa3517-45e6-410d-90a6-933f76d68794', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9521f2-9c19-404b-8ead-074607f46130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:27:16Z', 'updated_at': '2022-03-02T17:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_interfaces': [{'id': '06da7a49-16d4-43a3-8c36-fab7534565c8', 'name': '', 'network_id': '4e0622e5-1aaf-426d-bbe5-da9d91feb753', 'tenant_id': '6e052ebc463e48848e3d6669191712c7', 'mac_address': 'fa:16:3e:e7:14:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9521f2-9c19-404b-8ead-074607f46130', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4cb5c027-f9c9-47e9-b68c-c8abb0d7a617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:27:18Z', 'updated_at': '2022-03-02T17:27:22Z', 'revision_number': 4, 'project_id': '6e052ebc463e48848e3d6669191712c7', 'subnets': [{'id': '4cb5c027-f9c9-47e9-b68c-c8abb0d7a617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 17:27:23.430984 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-a92395fa-117f-40b8-a213-75c15067c721 None None] Current status of the port 06da7a49-16d4-43a3-8c36-fab7534565c8 is: DOWN; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:27:23.431359 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-a92395fa-117f-40b8-a213-75c15067c721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (06da7a49-16d4-43a3-8c36-fab7534565c8), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:23.487073 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-88eb23ab-9426-4178-acae-aa2e0d6e2ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757691134181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26691326'] for port (5b99bbc7-0cd5-430a-8661-302e93cc683f), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:23.497386 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-a92395fa-117f-40b8-a213-75c15067c721 None None] For port 06da7a49-16d4-43a3-8c36-fab7534565c8, host dv-cinder-778193-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=06da7a49-16d4-43a3-8c36-fab7534565c8,segment=NetworkSegment(f618d530-f505-48bd-b607-190318e3ffcb),segment_id=f618d530-f505-48bd-b607-190318e3ffcb)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:27:23.536550 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88eb23ab-9426-4178-acae-aa2e0d6e2ee8 admin admin] Network 0bf1b91f-7d47-47dc-984e-54613c32c4bf is already hosted by enough agents. {{(pid=103838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:27:23.546301 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.base_scheduler [None req-88eb23ab-9426-4178-acae-aa2e0d6e2ee8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:27:23.549181 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88eb23ab-9426-4178-acae-aa2e0d6e2ee8 admin admin] Received port after_create {{(pid=103838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 17:27:23.580696 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eb23ab-9426-4178-acae-aa2e0d6e2ee8 admin admin] Pushing event updated for resources: {'Port': ['ID=5b99bbc7-0cd5-430a-8661-302e93cc683f,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:23.593911 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-a92395fa-117f-40b8-a213-75c15067c721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (06da7a49-16d4-43a3-8c36-fab7534565c8), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:23.669625 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92395fa-117f-40b8-a213-75c15067c721 None None] Pushing event updated for resources: {'Port': ['ID=06da7a49-16d4-43a3-8c36-fab7534565c8,revision_number=5']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:23.793259 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device 06da7a49-16d4-43a3-8c36-fab7534565c8 up at agent ovs-agent-dv-cinder-778193-22-iscsi {{(pid=103839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 17:27:23.845986 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Provisioning complete for port 06da7a49-16d4-43a3-8c36-fab7534565c8 triggered by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:27:23.846403 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (06da7a49-16d4-43a3-8c36-fab7534565c8), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:23.939635 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Current status of the port 06da7a49-16d4-43a3-8c36-fab7534565c8 is: ACTIVE; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:27:23.941106 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device d8aa3517-45e6-410d-90a6-933f76d68794 up at agent ovs-agent-dv-cinder-778193-22-iscsi {{(pid=103839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 17:27:23.996101 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Provisioning complete for port d8aa3517-45e6-410d-90a6-933f76d68794 triggered by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:27:23.996588 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (d8aa3517-45e6-410d-90a6-933f76d68794), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:24.020729 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-88eb23ab-9426-4178-acae-aa2e0d6e2ee8 admin admin] Publish callbacks [] for router_gateway (c34e0929-1017-4d77-8c94-f2a67a82a2ee), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:24.097110 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Current status of the port d8aa3517-45e6-410d-90a6-933f76d68794 is: ACTIVE; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:27:24.420777 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67afaf10-d0c6-4e3d-a519-30318b668f12 None None] Network 58fd8480-1f25-4dfb-85ea-a2a07bdf3fa2 requested from dv-cinder-778193-22-iscsi {{(pid=103839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 17:27:24.482389 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-9dc326bb-433d-4892-a765-bccedb1c1623 None None] Provisioning complete for port d1643ac6-d5a4-4d12-851e-f56ecd508418 triggered by entity DHCP. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:27:24.482665 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-9dc326bb-433d-4892-a765-bccedb1c1623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (d1643ac6-d5a4-4d12-851e-f56ecd508418), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:24.556471 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-88eb23ab-9426-4178-acae-aa2e0d6e2ee8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-758514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760935'] for router (c34e0929-1017-4d77-8c94-f2a67a82a2ee), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:24.615211 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-9dc326bb-433d-4892-a765-bccedb1c1623 None None] Current status of the port d1643ac6-d5a4-4d12-851e-f56ecd508418 is: DOWN; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:27:24.615537 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-9dc326bb-433d-4892-a765-bccedb1c1623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (d1643ac6-d5a4-4d12-851e-f56ecd508418), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:24.659248 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-9dc326bb-433d-4892-a765-bccedb1c1623 None None] For port d1643ac6-d5a4-4d12-851e-f56ecd508418, host dv-cinder-778193-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=d1643ac6-d5a4-4d12-851e-f56ecd508418,segment=NetworkSegment(7db5f396-f9c5-4126-b9c3-eddf274cb984),segment_id=7db5f396-f9c5-4126-b9c3-eddf274cb984)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:27:24.749207 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-9dc326bb-433d-4892-a765-bccedb1c1623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (d1643ac6-d5a4-4d12-851e-f56ecd508418), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:24.778893 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88eb23ab-9426-4178-acae-aa2e0d6e2ee8 admin admin] Router c34e0929-1017-4d77-8c94-f2a67a82a2ee is scheduled to L3 agent 90b713d5-0d52-4da0-a663-b3b1c9fefb3d with binding_index 1 {{(pid=103838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 17:27:24.804101 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc326bb-433d-4892-a765-bccedb1c1623 None None] Pushing event updated for resources: {'Port': ['ID=d1643ac6-d5a4-4d12-851e-f56ecd508418,revision_number=3']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:24.868324 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-5f66cac3-5985-4497-96aa-f8d0f875fc02 None None] Provisioning complete for port d1643ac6-d5a4-4d12-851e-f56ecd508418 triggered by entity DHCP. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:27:24.868587 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-5f66cac3-5985-4497-96aa-f8d0f875fc02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (d1643ac6-d5a4-4d12-851e-f56ecd508418), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:24.894658 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88eb23ab-9426-4178-acae-aa2e0d6e2ee8 admin admin] Notify agent at l3_agent.dv-cinder-778193-22-iscsi the message routers_updated {{(pid=103838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:27:24.906528 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73ae4c7-2492-4234-8b5a-231970a88ca1 None None] Sync routers for ids ['c34e0929-1017-4d77-8c94-f2a67a82a2ee'] in dv-cinder-778193-22-iscsi {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 17:27:24.923697 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73ae4c7-2492-4234-8b5a-231970a88ca1 None None] Routers {'c34e0929-1017-4d77-8c94-f2a67a82a2ee'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:27:24.924312 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-f73ae4c7-2492-4234-8b5a-231970a88ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:27:04Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['c34e0929-1017-4d77-8c94-f2a67a82a2ee'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:27:24.980378 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-88eb23ab-9426-4178-acae-aa2e0d6e2ee8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:24.984624 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-88eb23ab-9426-4178-acae-aa2e0d6e2ee8 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6164629 Mar 02 17:27:24.984924 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 54448) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:27:25.199628 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-5f66cac3-5985-4497-96aa-f8d0f875fc02 None None] Current status of the port d1643ac6-d5a4-4d12-851e-f56ecd508418 is: ACTIVE; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:27:25.224374 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-f73ae4c7-2492-4234-8b5a-231970a88ca1 None None] Set router c34e0929-1017-4d77-8c94-f2a67a82a2ee gateway port host: dv-cinder-778193-22-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:27:25.416363 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-f73ae4c7-2492-4234-8b5a-231970a88ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c34e0929-1017-4d77-8c94-f2a67a82a2ee', 'name': 'tempest-TestVolumeBootPattern-1110095820-router', 'tenant_id': '3d19736155934b7581af12c6add51734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '5b99bbc7-0cd5-430a-8661-302e93cc683f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:27:22Z', 'updated_at': '2022-03-02T17:27:23Z', 'revision_number': 3, 'project_id': '3d19736155934b7581af12c6add51734', 'gw_port': {'id': '5b99bbc7-0cd5-430a-8661-302e93cc683f', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c34e0929-1017-4d77-8c94-f2a67a82a2ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:27:23Z', 'updated_at': '2022-03-02T17:27:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi'}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:27:25.438262 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-ab9c2470-1076-4256-b662-c11f536caceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:25.450150 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73ae4c7-2492-4234-8b5a-231970a88ca1 None None] Checking router: c34e0929-1017-4d77-8c94-f2a67a82a2ee for host: dv-cinder-778193-22-iscsi {{(pid=103839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 17:27:25.450424 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73ae4c7-2492-4234-8b5a-231970a88ca1 None None] Updating router c34e0929-1017-4d77-8c94-f2a67a82a2ee port 5b99bbc7-0cd5-430a-8661-302e93cc683f binding host dv-cinder-778193-22-iscsi {{(pid=103839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 17:27:25.477251 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-f73ae4c7-2492-4234-8b5a-231970a88ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (5b99bbc7-0cd5-430a-8661-302e93cc683f), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:25.626730 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.db_base_plugin_common [None req-ab9c2470-1076-4256-b662-c11f536caceb admin admin] Allocated IP 172.20.0.1 (58fd8480-1f25-4dfb-85ea-a2a07bdf3fa2/e57e0b7f-5ca9-4659-9e0e-00da2fee9912/00e9de5e-defc-43a7-b1c7-1c3d727ea0b5) {{(pid=103838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:27:25.705092 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device d1643ac6-d5a4-4d12-851e-f56ecd508418 up at agent ovs-agent-dv-cinder-778193-22-iscsi {{(pid=103839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 17:27:25.747274 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-ab9c2470-1076-4256-b662-c11f536caceb admin admin] Publish callbacks [] for port (00e9de5e-defc-43a7-b1c7-1c3d727ea0b5), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:25.801339 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-f73ae4c7-2492-4234-8b5a-231970a88ca1 None None] Publish callbacks [] for port (5b99bbc7-0cd5-430a-8661-302e93cc683f), precommit_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:25.809219 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Provisioning complete for port d1643ac6-d5a4-4d12-851e-f56ecd508418 triggered by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:27:25.810021 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (d1643ac6-d5a4-4d12-851e-f56ecd508418), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:25.847010 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-ab9c2470-1076-4256-b662-c11f536caceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757691134181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26691326'] for port (00e9de5e-defc-43a7-b1c7-1c3d727ea0b5), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:25.889219 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9c2470-1076-4256-b662-c11f536caceb admin admin] Network 58fd8480-1f25-4dfb-85ea-a2a07bdf3fa2 is already hosted by enough agents. {{(pid=103838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:27:25.893632 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.base_scheduler [None req-ab9c2470-1076-4256-b662-c11f536caceb admin admin] Resources bound (agent type, host, resource id): {{(pid=103838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:27:25.896207 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9c2470-1076-4256-b662-c11f536caceb admin admin] Received port after_create {{(pid=103838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 17:27:25.910805 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Current status of the port d1643ac6-d5a4-4d12-851e-f56ecd508418 is: ACTIVE; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:27:25.911985 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device 06da7a49-16d4-43a3-8c36-fab7534565c8 up at agent ovs-agent-dv-cinder-778193-22-iscsi {{(pid=103839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 17:27:25.915480 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-f73ae4c7-2492-4234-8b5a-231970a88ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (5b99bbc7-0cd5-430a-8661-302e93cc683f), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:25.927048 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9c2470-1076-4256-b662-c11f536caceb admin admin] Pushing event updated for resources: {'Port': ['ID=00e9de5e-defc-43a7-b1c7-1c3d727ea0b5,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:25.966379 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-ab9c2470-1076-4256-b662-c11f536caceb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755258'] for router_interface (c34e0929-1017-4d77-8c94-f2a67a82a2ee), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:26.014681 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab620c6-97bc-46d0-845e-01d7e17766e9 None None] Pushing event updated for resources: {'Port': ['ID=5b99bbc7-0cd5-430a-8661-302e93cc683f,revision_number=2']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:26.034686 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-f73ae4c7-2492-4234-8b5a-231970a88ca1 None None] Attempting to bind port 5b99bbc7-0cd5-430a-8661-302e93cc683f on host dv-cinder-778193-22-iscsi for vnic_type normal with profile {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 17:27:26.035397 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-f73ae4c7-2492-4234-8b5a-231970a88ca1 None None] Attempting to bind port 5b99bbc7-0cd5-430a-8661-302e93cc683f by drivers openvswitch,hyperv on host dv-cinder-778193-22-iscsi at level 0 using segments [{'id': '52804d28-a361-4369-98ca-e918669c489a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf'}] {{(pid=103839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 17:27:26.035397 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73ae4c7-2492-4234-8b5a-231970a88ca1 None None] Attempting to bind port 5b99bbc7-0cd5-430a-8661-302e93cc683f on network 0bf1b91f-7d47-47dc-984e-54613c32c4bf {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 17:27:26.044664 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73ae4c7-2492-4234-8b5a-231970a88ca1 None None] Checking agent: {'id': '90356b9b-9a55-4227-ace0-d1fc01a5475f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 6, 38), 'started_at': datetime.datetime(2022, 3, 2, 17, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 17:27:26.045039 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73ae4c7-2492-4234-8b5a-231970a88ca1 None None] Checking segment: {'id': '52804d28-a361-4369-98ca-e918669c489a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 17:27:26.045514 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-f73ae4c7-2492-4234-8b5a-231970a88ca1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:26.045930 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73ae4c7-2492-4234-8b5a-231970a88ca1 None None] Bound using segment: {'id': '52804d28-a361-4369-98ca-e918669c489a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf'} {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 17:27:26.046421 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-f73ae4c7-2492-4234-8b5a-231970a88ca1 None None] Bound port: 5b99bbc7-0cd5-430a-8661-302e93cc683f, host: dv-cinder-778193-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52804d28-a361-4369-98ca-e918669c489a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf'}}] {{(pid=103839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 17:27:26.046798 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-f73ae4c7-2492-4234-8b5a-231970a88ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (5b99bbc7-0cd5-430a-8661-302e93cc683f), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:26.096717 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Provisioning complete for port 06da7a49-16d4-43a3-8c36-fab7534565c8 triggered by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:27:26.097086 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (06da7a49-16d4-43a3-8c36-fab7534565c8), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:26.131806 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-f73ae4c7-2492-4234-8b5a-231970a88ca1 None None] For port 5b99bbc7-0cd5-430a-8661-302e93cc683f, host dv-cinder-778193-22-iscsi, cleared binding levels {{(pid=103839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:27:26.148316 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-f73ae4c7-2492-4234-8b5a-231970a88ca1 None None] For port 5b99bbc7-0cd5-430a-8661-302e93cc683f, host dv-cinder-778193-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=5b99bbc7-0cd5-430a-8661-302e93cc683f,segment=NetworkSegment(52804d28-a361-4369-98ca-e918669c489a),segment_id=52804d28-a361-4369-98ca-e918669c489a)] {{(pid=103839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:27:26.196343 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Current status of the port 06da7a49-16d4-43a3-8c36-fab7534565c8 is: ACTIVE; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:27:26.232805 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-29afcd0c-ba03-4973-baa2-b56d9d25e674 None None] Provisioning complete for port 00e9de5e-defc-43a7-b1c7-1c3d727ea0b5 triggered by entity DHCP. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:27:26.233080 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-29afcd0c-ba03-4973-baa2-b56d9d25e674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (00e9de5e-defc-43a7-b1c7-1c3d727ea0b5), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:26.259796 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-ab9c2470-1076-4256-b662-c11f536caceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (00e9de5e-defc-43a7-b1c7-1c3d727ea0b5), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:26.270594 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-29afcd0c-ba03-4973-baa2-b56d9d25e674 None None] Port 00e9de5e-defc-43a7-b1c7-1c3d727ea0b5 cannot update to ACTIVE because it is not bound. {{(pid=103839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 17:27:26.299457 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-f73ae4c7-2492-4234-8b5a-231970a88ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (5b99bbc7-0cd5-430a-8661-302e93cc683f), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:26.363479 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73ae4c7-2492-4234-8b5a-231970a88ca1 None None] Routers {'c34e0929-1017-4d77-8c94-f2a67a82a2ee'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:27:26.364116 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-f73ae4c7-2492-4234-8b5a-231970a88ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:27:04Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['c34e0929-1017-4d77-8c94-f2a67a82a2ee'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:27:26.403679 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab620c6-97bc-46d0-845e-01d7e17766e9 None None] Pushing event updated for resources: {'Port': ['ID=5b99bbc7-0cd5-430a-8661-302e93cc683f,revision_number=3']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:26.429593 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-ab9c2470-1076-4256-b662-c11f536caceb admin admin] Publish callbacks [] for port (00e9de5e-defc-43a7-b1c7-1c3d727ea0b5), precommit_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:26.485178 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-f73ae4c7-2492-4234-8b5a-231970a88ca1 None None] Set router c34e0929-1017-4d77-8c94-f2a67a82a2ee gateway port host: dv-cinder-778193-22-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:27:26.509225 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-ab9c2470-1076-4256-b662-c11f536caceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26691319'] for port (00e9de5e-defc-43a7-b1c7-1c3d727ea0b5), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:26.576763 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9c2470-1076-4256-b662-c11f536caceb admin admin] Pushing event updated for resources: {'Port': ['ID=00e9de5e-defc-43a7-b1c7-1c3d727ea0b5,revision_number=2']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:26.580035 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-ab9c2470-1076-4256-b662-c11f536caceb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755626'] for router_interface (c34e0929-1017-4d77-8c94-f2a67a82a2ee), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:26.677980 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9c2470-1076-4256-b662-c11f536caceb admin admin] Network 58fd8480-1f25-4dfb-85ea-a2a07bdf3fa2 is already hosted by enough agents. {{(pid=103838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:27:26.679532 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.base_scheduler [None req-ab9c2470-1076-4256-b662-c11f536caceb admin admin] Resources bound (agent type, host, resource id): {{(pid=103838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:27:26.698205 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-f73ae4c7-2492-4234-8b5a-231970a88ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c34e0929-1017-4d77-8c94-f2a67a82a2ee', 'name': 'tempest-TestVolumeBootPattern-1110095820-router', 'tenant_id': '3d19736155934b7581af12c6add51734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '5b99bbc7-0cd5-430a-8661-302e93cc683f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:27:22Z', 'updated_at': '2022-03-02T17:27:26Z', 'revision_number': 4, 'project_id': '3d19736155934b7581af12c6add51734', 'gw_port': {'id': '5b99bbc7-0cd5-430a-8661-302e93cc683f', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c34e0929-1017-4d77-8c94-f2a67a82a2ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:27:23Z', 'updated_at': '2022-03-02T17:27:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_interfaces': [{'id': '00e9de5e-defc-43a7-b1c7-1c3d727ea0b5', 'name': '', 'network_id': '58fd8480-1f25-4dfb-85ea-a2a07bdf3fa2', 'tenant_id': '3d19736155934b7581af12c6add51734', 'mac_address': 'fa:16:3e:a2:9c:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c34e0929-1017-4d77-8c94-f2a67a82a2ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'e57e0b7f-5ca9-4659-9e0e-00da2fee9912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:27:25Z', 'updated_at': '2022-03-02T17:27:25Z', 'revision_number': 1, 'project_id': '3d19736155934b7581af12c6add51734', 'subnets': [{'id': 'e57e0b7f-5ca9-4659-9e0e-00da2fee9912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:27:26.733327 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73ae4c7-2492-4234-8b5a-231970a88ca1 None None] The sync data for ids ['c34e0929-1017-4d77-8c94-f2a67a82a2ee'] in dv-cinder-778193-22-iscsi is: [{'id': 'c34e0929-1017-4d77-8c94-f2a67a82a2ee', 'name': 'tempest-TestVolumeBootPattern-1110095820-router', 'tenant_id': '3d19736155934b7581af12c6add51734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '5b99bbc7-0cd5-430a-8661-302e93cc683f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:27:22Z', 'updated_at': '2022-03-02T17:27:26Z', 'revision_number': 4, 'project_id': '3d19736155934b7581af12c6add51734', 'gw_port': {'id': '5b99bbc7-0cd5-430a-8661-302e93cc683f', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c34e0929-1017-4d77-8c94-f2a67a82a2ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:27:23Z', 'updated_at': '2022-03-02T17:27:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_interfaces': [{'id': '00e9de5e-defc-43a7-b1c7-1c3d727ea0b5', 'name': '', 'network_id': '58fd8480-1f25-4dfb-85ea-a2a07bdf3fa2', 'tenant_id': '3d19736155934b7581af12c6add51734', 'mac_address': 'fa:16:3e:a2:9c:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c34e0929-1017-4d77-8c94-f2a67a82a2ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'e57e0b7f-5ca9-4659-9e0e-00da2fee9912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:27:25Z', 'updated_at': '2022-03-02T17:27:25Z', 'revision_number': 1, 'project_id': '3d19736155934b7581af12c6add51734', 'subnets': [{'id': 'e57e0b7f-5ca9-4659-9e0e-00da2fee9912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 17:27:26.816002 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab9c2470-1076-4256-b662-c11f536caceb admin admin] Router c34e0929-1017-4d77-8c94-f2a67a82a2ee has already been hosted by L3 agent 90b713d5-0d52-4da0-a663-b3b1c9fefb3d {{(pid=103838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:27:26.949322 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab9c2470-1076-4256-b662-c11f536caceb admin admin] Notify agent at l3_agent.dv-cinder-778193-22-iscsi the message routers_updated {{(pid=103838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:27:26.958365 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-ab9c2470-1076-4256-b662-c11f536caceb admin admin] 10.222.0.55 "PUT /v2.0/routers/c34e0929-1017-4d77-8c94-f2a67a82a2ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9723430 Mar 02 17:27:26.998948 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-a54f78b4-090a-45ef-ad56-39415786e78d None None] Provisioning complete for port 00e9de5e-defc-43a7-b1c7-1c3d727ea0b5 triggered by entity DHCP. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:27:26.999488 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-a54f78b4-090a-45ef-ad56-39415786e78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (00e9de5e-defc-43a7-b1c7-1c3d727ea0b5), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:27.039016 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-a54f78b4-090a-45ef-ad56-39415786e78d None None] Port 00e9de5e-defc-43a7-b1c7-1c3d727ea0b5 cannot update to ACTIVE because it is not bound. {{(pid=103839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 17:27:27.631498 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device 5b99bbc7-0cd5-430a-8661-302e93cc683f up at agent ovs-agent-dv-cinder-778193-22-iscsi {{(pid=103839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 17:27:27.683737 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Provisioning complete for port 5b99bbc7-0cd5-430a-8661-302e93cc683f triggered by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:27:27.684110 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (5b99bbc7-0cd5-430a-8661-302e93cc683f), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:27.755204 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 54456) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:27:27.759329 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [None req-71f5d1cd-7b65-41fc-9a9a-1d8186800a92 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1046676724', 'description': 'tempest-secgroup-smoke-1046676724 description', 'project_id': '6e052ebc463e48848e3d6669191712c7'}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:27:27.774558 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Current status of the port 5b99bbc7-0cd5-430a-8661-302e93cc683f is: DOWN; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:27:27.775094 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (5b99bbc7-0cd5-430a-8661-302e93cc683f), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:27.799156 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] For port 5b99bbc7-0cd5-430a-8661-302e93cc683f, host dv-cinder-778193-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=5b99bbc7-0cd5-430a-8661-302e93cc683f,segment=NetworkSegment(52804d28-a361-4369-98ca-e918669c489a),segment_id=52804d28-a361-4369-98ca-e918669c489a)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:27:27.880917 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-71f5d1cd-7b65-41fc-9a9a-1d8186800a92 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks [] for security_group (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:27.909351 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (5b99bbc7-0cd5-430a-8661-302e93cc683f), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:27.954854 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-71f5d1cd-7b65-41fc-9a9a-1d8186800a92 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks [] for security_group (284a9aff-6c46-4e9f-af8b-91540baeadce), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:27.965465 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Pushing event updated for resources: {'Port': ['ID=5b99bbc7-0cd5-430a-8661-302e93cc683f,revision_number=4']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:28.040477 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-71f5d1cd-7b65-41fc-9a9a-1d8186800a92 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (284a9aff-6c46-4e9f-af8b-91540baeadce), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:28.069967 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f5d1cd-7b65-41fc-9a9a-1d8186800a92 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=284a9aff-6c46-4e9f-af8b-91540baeadce,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:28.151946 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-71f5d1cd-7b65-41fc-9a9a-1d8186800a92 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks [] for security_group (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:28.153217 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-71f5d1cd-7b65-41fc-9a9a-1d8186800a92 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3975382 Mar 02 17:27:28.156140 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 54458) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:27:28.160785 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [None req-5b21d566-5838-4ef9-9fcc-110ffdf23525 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Request body: {'security_group_rule': {'security_group_id': '284a9aff-6c46-4e9f-af8b-91540baeadce', 'project_id': '6e052ebc463e48848e3d6669191712c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:27:28.257524 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5b21d566-5838-4ef9-9fcc-110ffdf23525 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks [] for security_group_rule (ca3e02e3-86b0-4409-affe-7d8155f28fa5), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:28.314372 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5b21d566-5838-4ef9-9fcc-110ffdf23525 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks [] for security_group_rule (ca3e02e3-86b0-4409-affe-7d8155f28fa5), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:28.360621 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5b21d566-5838-4ef9-9fcc-110ffdf23525 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785262'] for security_group_rule (ca3e02e3-86b0-4409-affe-7d8155f28fa5), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:28.380013 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b21d566-5838-4ef9-9fcc-110ffdf23525 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca3e02e3-86b0-4409-affe-7d8155f28fa5,revision_number=0']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:28.442560 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5b21d566-5838-4ef9-9fcc-110ffdf23525 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:28.443887 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-5b21d566-5838-4ef9-9fcc-110ffdf23525 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2867393 Mar 02 17:27:28.446497 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 54460) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:27:28.450867 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [None req-042d4735-50a2-4892-8537-a4084ee58b69 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Request body: {'security_group_rule': {'security_group_id': '284a9aff-6c46-4e9f-af8b-91540baeadce', 'project_id': '6e052ebc463e48848e3d6669191712c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:27:28.531933 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-042d4735-50a2-4892-8537-a4084ee58b69 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks [] for security_group_rule (f4e907f4-ecb7-4cbe-ae13-39bdb9fb996d), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:28.592020 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-042d4735-50a2-4892-8537-a4084ee58b69 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks [] for security_group_rule (f4e907f4-ecb7-4cbe-ae13-39bdb9fb996d), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:28.652703 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-042d4735-50a2-4892-8537-a4084ee58b69 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785262'] for security_group_rule (f4e907f4-ecb7-4cbe-ae13-39bdb9fb996d), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:28.674178 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d958bd-7669-4250-b981-356e45b48aca None None] Sync routers for ids ['c34e0929-1017-4d77-8c94-f2a67a82a2ee'] in dv-cinder-778193-22-iscsi {{(pid=103840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 17:27:28.679843 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042d4735-50a2-4892-8537-a4084ee58b69 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4e907f4-ecb7-4cbe-ae13-39bdb9fb996d,revision_number=0']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:28.688111 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d958bd-7669-4250-b981-356e45b48aca None None] Routers {'c34e0929-1017-4d77-8c94-f2a67a82a2ee'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:27:28.688730 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_hamode_db [None req-88d958bd-7669-4250-b981-356e45b48aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:27:04Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['c34e0929-1017-4d77-8c94-f2a67a82a2ee'], 'active': True} {{(pid=103840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:27:28.746106 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-042d4735-50a2-4892-8537-a4084ee58b69 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:28.747331 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-042d4735-50a2-4892-8537-a4084ee58b69 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2998850 Mar 02 17:27:28.750134 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 54462) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:27:28.754537 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [None req-2cf43c74-3ed0-4cbc-b1af-2d7dd8440f51 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Request body: {'security_group_rule': {'security_group_id': '284a9aff-6c46-4e9f-af8b-91540baeadce', 'project_id': '6e052ebc463e48848e3d6669191712c7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:27:28.797372 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_dvr_db [None req-88d958bd-7669-4250-b981-356e45b48aca None None] Set router c34e0929-1017-4d77-8c94-f2a67a82a2ee gateway port host: dv-cinder-778193-22-iscsi {{(pid=103840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:27:28.828189 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2cf43c74-3ed0-4cbc-b1af-2d7dd8440f51 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks [] for security_group_rule (5a2f8f58-04f0-4351-8aec-c8e22cf98188), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:28.884016 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2cf43c74-3ed0-4cbc-b1af-2d7dd8440f51 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks [] for security_group_rule (5a2f8f58-04f0-4351-8aec-c8e22cf98188), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:28.966192 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2cf43c74-3ed0-4cbc-b1af-2d7dd8440f51 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785262'] for security_group_rule (5a2f8f58-04f0-4351-8aec-c8e22cf98188), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:28.983988 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf43c74-3ed0-4cbc-b1af-2d7dd8440f51 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a2f8f58-04f0-4351-8aec-c8e22cf98188,revision_number=0']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:28.996956 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_hamode_db [None req-88d958bd-7669-4250-b981-356e45b48aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c34e0929-1017-4d77-8c94-f2a67a82a2ee', 'name': 'tempest-TestVolumeBootPattern-1110095820-router', 'tenant_id': '3d19736155934b7581af12c6add51734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '5b99bbc7-0cd5-430a-8661-302e93cc683f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:27:22Z', 'updated_at': '2022-03-02T17:27:26Z', 'revision_number': 4, 'project_id': '3d19736155934b7581af12c6add51734', 'gw_port': {'id': '5b99bbc7-0cd5-430a-8661-302e93cc683f', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34e0929-1017-4d77-8c94-f2a67a82a2ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:27:23Z', 'updated_at': '2022-03-02T17:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_interfaces': [{'id': '00e9de5e-defc-43a7-b1c7-1c3d727ea0b5', 'name': '', 'network_id': '58fd8480-1f25-4dfb-85ea-a2a07bdf3fa2', 'tenant_id': '3d19736155934b7581af12c6add51734', 'mac_address': 'fa:16:3e:a2:9c:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c34e0929-1017-4d77-8c94-f2a67a82a2ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'e57e0b7f-5ca9-4659-9e0e-00da2fee9912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:27:25Z', 'updated_at': '2022-03-02T17:27:26Z', 'revision_number': 2, 'project_id': '3d19736155934b7581af12c6add51734', 'subnets': [{'id': 'e57e0b7f-5ca9-4659-9e0e-00da2fee9912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:27:29.024028 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d958bd-7669-4250-b981-356e45b48aca None None] Checking router: c34e0929-1017-4d77-8c94-f2a67a82a2ee for host: dv-cinder-778193-22-iscsi {{(pid=103840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 17:27:29.024379 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d958bd-7669-4250-b981-356e45b48aca None None] Updating router c34e0929-1017-4d77-8c94-f2a67a82a2ee port 00e9de5e-defc-43a7-b1c7-1c3d727ea0b5 binding host dv-cinder-778193-22-iscsi {{(pid=103840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 17:27:29.048271 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2cf43c74-3ed0-4cbc-b1af-2d7dd8440f51 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:29.049660 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-2cf43c74-3ed0-4cbc-b1af-2d7dd8440f51 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2985759 Mar 02 17:27:29.050684 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-88d958bd-7669-4250-b981-356e45b48aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (00e9de5e-defc-43a7-b1c7-1c3d727ea0b5), before_update {{(pid=103840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:29.052476 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 54464) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:27:29.057077 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-6b25b549-5b1f-453b-808d-1b2f6df516e8 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Request body: {'security_group_rule': {'security_group_id': '284a9aff-6c46-4e9f-af8b-91540baeadce', 'project_id': '6e052ebc463e48848e3d6669191712c7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:27:29.131910 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-6b25b549-5b1f-453b-808d-1b2f6df516e8 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks [] for security_group_rule (d81c5574-cadb-4c99-bd31-4d04083c6c92), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:29.192216 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-6b25b549-5b1f-453b-808d-1b2f6df516e8 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks [] for security_group_rule (d81c5574-cadb-4c99-bd31-4d04083c6c92), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:29.269164 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-6b25b549-5b1f-453b-808d-1b2f6df516e8 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785262'] for security_group_rule (d81c5574-cadb-4c99-bd31-4d04083c6c92), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:29.289036 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b25b549-5b1f-453b-808d-1b2f6df516e8 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d81c5574-cadb-4c99-bd31-4d04083c6c92,revision_number=0']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:29.320301 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-88d958bd-7669-4250-b981-356e45b48aca None None] Publish callbacks [] for port (00e9de5e-defc-43a7-b1c7-1c3d727ea0b5), precommit_update {{(pid=103840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:29.391495 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-6b25b549-5b1f-453b-808d-1b2f6df516e8 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:29.392755 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-6b25b549-5b1f-453b-808d-1b2f6df516e8 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3391671 Mar 02 17:27:29.395320 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 54466) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:27:29.399819 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-100a1518-9828-48e6-8932-8397425fc0db tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Request body: {'security_group_rule': {'security_group_id': '284a9aff-6c46-4e9f-af8b-91540baeadce', 'project_id': '6e052ebc463e48848e3d6669191712c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:27:29.412412 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-88d958bd-7669-4250-b981-356e45b48aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (00e9de5e-defc-43a7-b1c7-1c3d727ea0b5), after_update {{(pid=103840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:29.460065 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8263bcf4-2714-4f28-a6d1-3c5e821f7f94 None None] Pushing event updated for resources: {'Port': ['ID=00e9de5e-defc-43a7-b1c7-1c3d727ea0b5,revision_number=3']} {{(pid=103840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:29.517997 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.managers [None req-88d958bd-7669-4250-b981-356e45b48aca None None] Attempting to bind port 00e9de5e-defc-43a7-b1c7-1c3d727ea0b5 on host dv-cinder-778193-22-iscsi for vnic_type normal with profile {{(pid=103840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 17:27:29.518349 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.managers [None req-88d958bd-7669-4250-b981-356e45b48aca None None] Attempting to bind port 00e9de5e-defc-43a7-b1c7-1c3d727ea0b5 by drivers openvswitch,hyperv on host dv-cinder-778193-22-iscsi at level 0 using segments [{'id': '7db5f396-f9c5-4126-b9c3-eddf274cb984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '58fd8480-1f25-4dfb-85ea-a2a07bdf3fa2'}] {{(pid=103840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 17:27:29.518700 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d958bd-7669-4250-b981-356e45b48aca None None] Attempting to bind port 00e9de5e-defc-43a7-b1c7-1c3d727ea0b5 on network 58fd8480-1f25-4dfb-85ea-a2a07bdf3fa2 {{(pid=103840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 17:27:29.523924 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d958bd-7669-4250-b981-356e45b48aca None None] Checking agent: {'id': '90356b9b-9a55-4227-ace0-d1fc01a5475f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 6, 38), 'started_at': datetime.datetime(2022, 3, 2, 17, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 17:27:29.524300 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d958bd-7669-4250-b981-356e45b48aca None None] Checking segment: {'id': '7db5f396-f9c5-4126-b9c3-eddf274cb984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '58fd8480-1f25-4dfb-85ea-a2a07bdf3fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 17:27:29.524700 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-88d958bd-7669-4250-b981-356e45b48aca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:29.525088 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d958bd-7669-4250-b981-356e45b48aca None None] Bound using segment: {'id': '7db5f396-f9c5-4126-b9c3-eddf274cb984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '58fd8480-1f25-4dfb-85ea-a2a07bdf3fa2'} {{(pid=103840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 17:27:29.525556 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.managers [None req-88d958bd-7669-4250-b981-356e45b48aca None None] Bound port: 00e9de5e-defc-43a7-b1c7-1c3d727ea0b5, host: dv-cinder-778193-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7db5f396-f9c5-4126-b9c3-eddf274cb984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '58fd8480-1f25-4dfb-85ea-a2a07bdf3fa2'}}] {{(pid=103840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 17:27:29.526559 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-88d958bd-7669-4250-b981-356e45b48aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (00e9de5e-defc-43a7-b1c7-1c3d727ea0b5), before_update {{(pid=103840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:29.532191 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.db.securitygroups_db [None req-100a1518-9828-48e6-8932-8397425fc0db tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Project 6e052ebc463e48848e3d6669191712c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 17:27:29.546100 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-100a1518-9828-48e6-8932-8397425fc0db tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks [] for security_group_rule (16cad03e-62ef-487c-b8a4-a062558b5f2d), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:29.603877 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.db [None req-88d958bd-7669-4250-b981-356e45b48aca None None] For port 00e9de5e-defc-43a7-b1c7-1c3d727ea0b5, host dv-cinder-778193-22-iscsi, cleared binding levels {{(pid=103840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:27:29.608184 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.db [None req-88d958bd-7669-4250-b981-356e45b48aca None None] For port 00e9de5e-defc-43a7-b1c7-1c3d727ea0b5, host dv-cinder-778193-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=00e9de5e-defc-43a7-b1c7-1c3d727ea0b5,segment=NetworkSegment(7db5f396-f9c5-4126-b9c3-eddf274cb984),segment_id=7db5f396-f9c5-4126-b9c3-eddf274cb984)] {{(pid=103840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:27:29.631489 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-100a1518-9828-48e6-8932-8397425fc0db tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks [] for security_group_rule (16cad03e-62ef-487c-b8a4-a062558b5f2d), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:29.632122 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device 5b99bbc7-0cd5-430a-8661-302e93cc683f up at agent ovs-agent-dv-cinder-778193-22-iscsi {{(pid=103839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 17:27:29.689746 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-211750a5-1c94-4a9f-bd2d-f23b53723af3 None None] Provisioning complete for port 00e9de5e-defc-43a7-b1c7-1c3d727ea0b5 triggered by entity DHCP. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:27:29.690146 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-211750a5-1c94-4a9f-bd2d-f23b53723af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (00e9de5e-defc-43a7-b1c7-1c3d727ea0b5), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:29.716501 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-88d958bd-7669-4250-b981-356e45b48aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (00e9de5e-defc-43a7-b1c7-1c3d727ea0b5), after_update {{(pid=103840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:29.728423 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Provisioning complete for port 5b99bbc7-0cd5-430a-8661-302e93cc683f triggered by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:27:29.728790 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (5b99bbc7-0cd5-430a-8661-302e93cc683f), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:29.752197 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-211750a5-1c94-4a9f-bd2d-f23b53723af3 None None] Port 00e9de5e-defc-43a7-b1c7-1c3d727ea0b5 cannot update to ACTIVE because it is not bound. {{(pid=103839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 17:27:29.762126 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-100a1518-9828-48e6-8932-8397425fc0db tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785262'] for security_group_rule (16cad03e-62ef-487c-b8a4-a062558b5f2d), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:29.774306 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d958bd-7669-4250-b981-356e45b48aca None None] Routers {'c34e0929-1017-4d77-8c94-f2a67a82a2ee'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:27:29.774948 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_hamode_db [None req-88d958bd-7669-4250-b981-356e45b48aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:27:04Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['c34e0929-1017-4d77-8c94-f2a67a82a2ee'], 'active': True} {{(pid=103840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:27:29.781504 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8263bcf4-2714-4f28-a6d1-3c5e821f7f94 None None] Pushing event updated for resources: {'Port': ['ID=00e9de5e-defc-43a7-b1c7-1c3d727ea0b5,revision_number=4']} {{(pid=103840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:29.801127 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100a1518-9828-48e6-8932-8397425fc0db tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16cad03e-62ef-487c-b8a4-a062558b5f2d,revision_number=0']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:29.829518 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Current status of the port 5b99bbc7-0cd5-430a-8661-302e93cc683f is: ACTIVE; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:27:29.865743 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-100a1518-9828-48e6-8932-8397425fc0db tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:29.867744 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-100a1518-9828-48e6-8932-8397425fc0db tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4711297 Mar 02 17:27:29.870640 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 54468) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:27:29.875951 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-09524e0f-56a2-4968-9e40-b880d8c48938 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Request body: {'security_group_rule': {'security_group_id': '284a9aff-6c46-4e9f-af8b-91540baeadce', 'project_id': '6e052ebc463e48848e3d6669191712c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:27:29.899651 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_dvr_db [None req-88d958bd-7669-4250-b981-356e45b48aca None None] Set router c34e0929-1017-4d77-8c94-f2a67a82a2ee gateway port host: dv-cinder-778193-22-iscsi {{(pid=103840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:27:29.977905 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.db.securitygroups_db [None req-09524e0f-56a2-4968-9e40-b880d8c48938 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Project 6e052ebc463e48848e3d6669191712c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 17:27:29.983512 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-09524e0f-56a2-4968-9e40-b880d8c48938 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks [] for security_group_rule (bf5fbafc-a880-44de-aada-077f9eaa97a2), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:30.053423 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-09524e0f-56a2-4968-9e40-b880d8c48938 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks [] for security_group_rule (bf5fbafc-a880-44de-aada-077f9eaa97a2), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:30.084437 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-80aae889-8f7b-4c17-b763-f2ac88dffb53 None None] Provisioning complete for port 00e9de5e-defc-43a7-b1c7-1c3d727ea0b5 triggered by entity DHCP. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:27:30.084811 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-80aae889-8f7b-4c17-b763-f2ac88dffb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (00e9de5e-defc-43a7-b1c7-1c3d727ea0b5), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:30.172306 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-80aae889-8f7b-4c17-b763-f2ac88dffb53 None None] Current status of the port 00e9de5e-defc-43a7-b1c7-1c3d727ea0b5 is: DOWN; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:27:30.172693 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-80aae889-8f7b-4c17-b763-f2ac88dffb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (00e9de5e-defc-43a7-b1c7-1c3d727ea0b5), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:30.200585 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-09524e0f-56a2-4968-9e40-b880d8c48938 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785262'] for security_group_rule (bf5fbafc-a880-44de-aada-077f9eaa97a2), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:30.204230 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_hamode_db [None req-88d958bd-7669-4250-b981-356e45b48aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c34e0929-1017-4d77-8c94-f2a67a82a2ee', 'name': 'tempest-TestVolumeBootPattern-1110095820-router', 'tenant_id': '3d19736155934b7581af12c6add51734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '5b99bbc7-0cd5-430a-8661-302e93cc683f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:27:22Z', 'updated_at': '2022-03-02T17:27:26Z', 'revision_number': 4, 'project_id': '3d19736155934b7581af12c6add51734', 'gw_port': {'id': '5b99bbc7-0cd5-430a-8661-302e93cc683f', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34e0929-1017-4d77-8c94-f2a67a82a2ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:27:23Z', 'updated_at': '2022-03-02T17:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_interfaces': [{'id': '00e9de5e-defc-43a7-b1c7-1c3d727ea0b5', 'name': '', 'network_id': '58fd8480-1f25-4dfb-85ea-a2a07bdf3fa2', 'tenant_id': '3d19736155934b7581af12c6add51734', 'mac_address': 'fa:16:3e:a2:9c:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c34e0929-1017-4d77-8c94-f2a67a82a2ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'e57e0b7f-5ca9-4659-9e0e-00da2fee9912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:27:25Z', 'updated_at': '2022-03-02T17:27:29Z', 'revision_number': 4, 'project_id': '3d19736155934b7581af12c6add51734', 'subnets': [{'id': 'e57e0b7f-5ca9-4659-9e0e-00da2fee9912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:27:30.208885 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-80aae889-8f7b-4c17-b763-f2ac88dffb53 None None] For port 00e9de5e-defc-43a7-b1c7-1c3d727ea0b5, host dv-cinder-778193-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=00e9de5e-defc-43a7-b1c7-1c3d727ea0b5,segment=NetworkSegment(7db5f396-f9c5-4126-b9c3-eddf274cb984),segment_id=7db5f396-f9c5-4126-b9c3-eddf274cb984)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:27:30.214488 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09524e0f-56a2-4968-9e40-b880d8c48938 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf5fbafc-a880-44de-aada-077f9eaa97a2,revision_number=0']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:30.235773 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d958bd-7669-4250-b981-356e45b48aca None None] The sync data for ids ['c34e0929-1017-4d77-8c94-f2a67a82a2ee'] in dv-cinder-778193-22-iscsi is: [{'id': 'c34e0929-1017-4d77-8c94-f2a67a82a2ee', 'name': 'tempest-TestVolumeBootPattern-1110095820-router', 'tenant_id': '3d19736155934b7581af12c6add51734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '5b99bbc7-0cd5-430a-8661-302e93cc683f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:27:22Z', 'updated_at': '2022-03-02T17:27:26Z', 'revision_number': 4, 'project_id': '3d19736155934b7581af12c6add51734', 'gw_port': {'id': '5b99bbc7-0cd5-430a-8661-302e93cc683f', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34e0929-1017-4d77-8c94-f2a67a82a2ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:27:23Z', 'updated_at': '2022-03-02T17:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_interfaces': [{'id': '00e9de5e-defc-43a7-b1c7-1c3d727ea0b5', 'name': '', 'network_id': '58fd8480-1f25-4dfb-85ea-a2a07bdf3fa2', 'tenant_id': '3d19736155934b7581af12c6add51734', 'mac_address': 'fa:16:3e:a2:9c:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c34e0929-1017-4d77-8c94-f2a67a82a2ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'e57e0b7f-5ca9-4659-9e0e-00da2fee9912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:27:25Z', 'updated_at': '2022-03-02T17:27:29Z', 'revision_number': 4, 'project_id': '3d19736155934b7581af12c6add51734', 'subnets': [{'id': 'e57e0b7f-5ca9-4659-9e0e-00da2fee9912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 17:27:30.293417 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-80aae889-8f7b-4c17-b763-f2ac88dffb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (00e9de5e-defc-43a7-b1c7-1c3d727ea0b5), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:30.328603 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-09524e0f-56a2-4968-9e40-b880d8c48938 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:30.329870 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-09524e0f-56a2-4968-9e40-b880d8c48938 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4579859 Mar 02 17:27:30.348015 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aae889-8f7b-4c17-b763-f2ac88dffb53 None None] Pushing event updated for resources: {'Port': ['ID=00e9de5e-defc-43a7-b1c7-1c3d727ea0b5,revision_number=5']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:31.617590 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device 00e9de5e-defc-43a7-b1c7-1c3d727ea0b5 up at agent ovs-agent-dv-cinder-778193-22-iscsi {{(pid=103839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 17:27:31.668650 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Provisioning complete for port 00e9de5e-defc-43a7-b1c7-1c3d727ea0b5 triggered by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:27:31.669436 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (00e9de5e-defc-43a7-b1c7-1c3d727ea0b5), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:31.760366 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Current status of the port 00e9de5e-defc-43a7-b1c7-1c3d727ea0b5 is: ACTIVE; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:27:31.783506 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-5861033b-e2a8-422b-b85e-9cffe180e18f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (0060df7f-f835-4890-b25c-3842f545a9d0), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:34.080193 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-b8d2ffbd-583f-4abd-a212-dfc9c4be83ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90b713d5-0d52-4da0-a663-b3b1c9fefb3d), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:35.069233 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-7239c76e-3e75-4b64-9028-aed8f891363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (eca5c3a0-ec74-4a2a-a5c6-a62430d93509), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:35.835731 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.agents_db [None req-2c4e262f-840f-46f3-949a-97bfddff46e9 None None] Agent healthcheck: found 6 active agents {{(pid=103840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 17:27:36.823368 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-765bf0ac-d167-416d-8fe2-638e582454ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (aac89579-4eb6-45c8-861e-e37bc0c26bf3), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:38.257735 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90356b9b-9a55-4227-ace0-d1fc01a5475f), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:43.583407 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (dbb67c4d-7aa5-4acf-82b3-541c1cabd3d2), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:46.018490 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-486d8187-c3b5-47d6-80e8-fe60ff213578 req-57e3eb74-622d-4fa5-b5f5-640a9b42aca5 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1046676724&fields=id&tenant_id=6e052ebc463e48848e3d6669191712c7 HTTP/1.1" status: 200 len: 267 time: 0.0439701 Mar 02 17:27:46.123415 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d8187-c3b5-47d6-80e8-fe60ff213578 req-85e6eb6e-018d-4de1-af09-62af7e558f02 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:46.124757 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-486d8187-c3b5-47d6-80e8-fe60ff213578 req-85e6eb6e-018d-4de1-af09-62af7e558f02 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/networks?id=4e0622e5-1aaf-426d-bbe5-da9d91feb753 HTTP/1.1" status: 200 len: 812 time: 0.1000555 Mar 02 17:27:46.138834 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-486d8187-c3b5-47d6-80e8-fe60ff213578 req-e811148d-fade-4adf-9c3a-ebc4475ed487 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/quotas/6e052ebc463e48848e3d6669191712c7 HTTP/1.1" status: 200 len: 375 time: 0.0087142 Mar 02 17:27:46.192543 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-486d8187-c3b5-47d6-80e8-fe60ff213578 req-f0e92349-c165-4ed0-9a08-55e6baf10378 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6e052ebc463e48848e3d6669191712c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486557 Mar 02 17:27:46.299125 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [req-486d8187-c3b5-47d6-80e8-fe60ff213578 req-10fb2318-11ff-4fb2-b116-8e0fbc10f883 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103838) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 17:27:46.309223 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-486d8187-c3b5-47d6-80e8-fe60ff213578 req-10fb2318-11ff-4fb2-b116-8e0fbc10f883 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0965014 Mar 02 17:27:46.393423 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-486d8187-c3b5-47d6-80e8-fe60ff213578 req-1dcf9f53-fb18-4495-9a5f-5e55a1b189bf service neutron] 10.222.0.55 "GET /v2.0/networks/4e0622e5-1aaf-426d-bbe5-da9d91feb753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871809 Mar 02 17:27:46.481697 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-486d8187-c3b5-47d6-80e8-fe60ff213578 req-4517dca1-fd8b-413b-a785-31541670708d service neutron] 10.222.0.55 "GET /v2.0/networks/4e0622e5-1aaf-426d-bbe5-da9d91feb753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828023 Mar 02 17:27:48.091828 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-225798fb-18d0-45b0-9e6a-8c1bfedb679b req-a5db9623-3fc9-4167-acf3-8c37ac56b9de tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdd5edb6-74e5-423f-aec7-ba60738cce6d HTTP/1.1" status: 200 len: 210 time: 0.0266514 Mar 02 17:27:49.167442 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-19ea9262-bf7d-485c-a712-e3255e064ab1 req-35916709-edb8-4175-9486-8d79867975f4 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdd5edb6-74e5-423f-aec7-ba60738cce6d HTTP/1.1" status: 200 len: 210 time: 0.0266781 Mar 02 17:27:50.247259 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-bda5ebac-c0f3-4c75-84eb-e0f4ed6ae79d req-cfe005ef-820b-4825-b68a-aa447fd5ec2e tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdd5edb6-74e5-423f-aec7-ba60738cce6d HTTP/1.1" status: 200 len: 210 time: 0.0306756 Mar 02 17:27:51.323354 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-3a98d4bd-2b1e-4f44-8559-690af140af27 req-1075d74f-37b9-43b7-9505-43c278a91724 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdd5edb6-74e5-423f-aec7-ba60738cce6d HTTP/1.1" status: 200 len: 210 time: 0.0270519 Mar 02 17:27:52.416472 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d23ec93a-0df2-4295-8833-959b729170e8 req-ba64a206-a815-4f25-a61f-eab0edcce712 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdd5edb6-74e5-423f-aec7-ba60738cce6d HTTP/1.1" status: 200 len: 210 time: 0.0293629 Mar 02 17:27:53.510084 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-14dd2616-bbb7-4ba1-aa76-45afa7385796 req-c7983a25-31b9-402a-a261-4efafe1c6a44 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdd5edb6-74e5-423f-aec7-ba60738cce6d HTTP/1.1" status: 200 len: 210 time: 0.0274043 Mar 02 17:27:54.227281 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d8187-c3b5-47d6-80e8-fe60ff213578 req-76778581-c426-434c-b52c-a52335aa7337 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:54.228726 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-486d8187-c3b5-47d6-80e8-fe60ff213578 req-76778581-c426-434c-b52c-a52335aa7337 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.49 "GET /v2.0/networks?id=4e0622e5-1aaf-426d-bbe5-da9d91feb753 HTTP/1.1" status: 200 len: 812 time: 0.1059272 Mar 02 17:27:54.289881 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-486d8187-c3b5-47d6-80e8-fe60ff213578 req-9c57f34d-f080-4ad7-ba7b-710ffb27c2a7 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e052ebc463e48848e3d6669191712c7 HTTP/1.1" status: 200 len: 380 time: 0.0532045 Mar 02 17:27:54.299794 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [req-486d8187-c3b5-47d6-80e8-fe60ff213578 req-4c07c430-2b7d-4464-acbf-74bded016656 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Request body: {'port': {'device_id': 'fdd5edb6-74e5-423f-aec7-ba60738cce6d', 'network_id': '4e0622e5-1aaf-426d-bbe5-da9d91feb753', 'admin_state_up': True, 'tenant_id': '6e052ebc463e48848e3d6669191712c7', 'security_groups': ['284a9aff-6c46-4e9f-af8b-91540baeadce']}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:27:54.462965 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-486d8187-c3b5-47d6-80e8-fe60ff213578 req-4c07c430-2b7d-4464-acbf-74bded016656 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Made reservation on behalf of 6e052ebc463e48848e3d6669191712c7 for: {'port': 1} {{(pid=103838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:27:54.466364 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-486d8187-c3b5-47d6-80e8-fe60ff213578 req-4c07c430-2b7d-4464-acbf-74bded016656 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:54.613725 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-3e794885-f472-4fa7-9a4f-f236a587a6e1 req-d7ae9c4b-d73a-4bae-a223-9a2bbaceb163 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdd5edb6-74e5-423f-aec7-ba60738cce6d HTTP/1.1" status: 200 len: 210 time: 0.0342906 Mar 02 17:27:54.614843 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.db_base_plugin_common [req-486d8187-c3b5-47d6-80e8-fe60ff213578 req-4c07c430-2b7d-4464-acbf-74bded016656 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Allocated IP 172.20.0.10 (4e0622e5-1aaf-426d-bbe5-da9d91feb753/4cb5c027-f9c9-47e9-b68c-c8abb0d7a617/64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9) {{(pid=103838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:27:54.749998 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-486d8187-c3b5-47d6-80e8-fe60ff213578 req-4c07c430-2b7d-4464-acbf-74bded016656 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks [] for port (64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:54.857947 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-486d8187-c3b5-47d6-80e8-fe60ff213578 req-4c07c430-2b7d-4464-acbf-74bded016656 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757691134181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26691326'] for port (64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:54.899818 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-486d8187-c3b5-47d6-80e8-fe60ff213578 req-4c07c430-2b7d-4464-acbf-74bded016656 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Network 4e0622e5-1aaf-426d-bbe5-da9d91feb753 is already hosted by enough agents. {{(pid=103838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:27:54.907549 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.base_scheduler [req-486d8187-c3b5-47d6-80e8-fe60ff213578 req-4c07c430-2b7d-4464-acbf-74bded016656 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Resources bound (agent type, host, resource id): {{(pid=103838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:27:54.907549 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [req-486d8187-c3b5-47d6-80e8-fe60ff213578 req-4c07c430-2b7d-4464-acbf-74bded016656 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Received port after_create {{(pid=103838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 17:27:54.936643 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c07c430-2b7d-4464-acbf-74bded016656 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Pushing event updated for resources: {'Port': ['ID=64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:54.951090 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07c430-2b7d-4464-acbf-74bded016656 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:27:54.951435 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07c430-2b7d-4464-acbf-74bded016656 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:27:54.951777 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07c430-2b7d-4464-acbf-74bded016656 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:27:54.952119 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07c430-2b7d-4464-acbf-74bded016656 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:27:54.952458 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07c430-2b7d-4464-acbf-74bded016656 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:27:54.952784 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07c430-2b7d-4464-acbf-74bded016656 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:27:54.953109 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07c430-2b7d-4464-acbf-74bded016656 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:27:54.953433 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07c430-2b7d-4464-acbf-74bded016656 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:27:54.953754 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07c430-2b7d-4464-acbf-74bded016656 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:27:54.954104 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07c430-2b7d-4464-acbf-74bded016656 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:27:54.954427 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07c430-2b7d-4464-acbf-74bded016656 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:27:54.954745 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07c430-2b7d-4464-acbf-74bded016656 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:27:54.955059 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07c430-2b7d-4464-acbf-74bded016656 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:27:54.978075 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d8187-c3b5-47d6-80e8-fe60ff213578 req-4c07c430-2b7d-4464-acbf-74bded016656 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:54.978714 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-486d8187-c3b5-47d6-80e8-fe60ff213578 req-4c07c430-2b7d-4464-acbf-74bded016656 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021714'] for port (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:55.048023 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-486d8187-c3b5-47d6-80e8-fe60ff213578 req-4c07c430-2b7d-4464-acbf-74bded016656 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7525001 Mar 02 17:27:55.058669 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [req-486d8187-c3b5-47d6-80e8-fe60ff213578 req-6c8d5ff7-3259-42d5-a7a7-02eb1db84fd4 service neutron] Request body: {'port': {'device_id': 'fdd5edb6-74e5-423f-aec7-ba60738cce6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:27:55.119347 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-486d8187-c3b5-47d6-80e8-fe60ff213578 req-6c8d5ff7-3259-42d5-a7a7-02eb1db84fd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:55.164547 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-98f5e834-d200-4471-8805-059967de1a55 None None] Provisioning complete for port 64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9 triggered by entity DHCP. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:27:55.165077 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-98f5e834-d200-4471-8805-059967de1a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:55.199586 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-98f5e834-d200-4471-8805-059967de1a55 None None] Port 64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9 cannot update to ACTIVE because it is not bound. {{(pid=103839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 17:27:55.390090 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [req-486d8187-c3b5-47d6-80e8-fe60ff213578 req-6c8d5ff7-3259-42d5-a7a7-02eb1db84fd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9 {{(pid=103838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 17:27:55.398059 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-486d8187-c3b5-47d6-80e8-fe60ff213578 req-6c8d5ff7-3259-42d5-a7a7-02eb1db84fd4 service neutron] Publish callbacks [] for port (64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9), precommit_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:55.410610 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [req-486d8187-c3b5-47d6-80e8-fe60ff213578 req-6c8d5ff7-3259-42d5-a7a7-02eb1db84fd4 service neutron] Transition to ACTIVE for port object 64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9 will not be triggered until provisioned by entity L2. {{(pid=103838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 17:27:55.457292 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-486d8187-c3b5-47d6-80e8-fe60ff213578 req-6c8d5ff7-3259-42d5-a7a7-02eb1db84fd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26691319'] for port (64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:55.511657 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8d5ff7-3259-42d5-a7a7-02eb1db84fd4 service neutron] Pushing event updated for resources: {'Port': ['ID=64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9,revision_number=2']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:55.580918 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [req-486d8187-c3b5-47d6-80e8-fe60ff213578 req-6c8d5ff7-3259-42d5-a7a7-02eb1db84fd4 service neutron] Attempting to bind port 64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 17:27:55.581253 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [req-486d8187-c3b5-47d6-80e8-fe60ff213578 req-6c8d5ff7-3259-42d5-a7a7-02eb1db84fd4 service neutron] Attempting to bind port 64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'f618d530-f505-48bd-b607-190318e3ffcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4e0622e5-1aaf-426d-bbe5-da9d91feb753'}] {{(pid=103838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 17:27:55.581580 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486d8187-c3b5-47d6-80e8-fe60ff213578 req-6c8d5ff7-3259-42d5-a7a7-02eb1db84fd4 service neutron] Attempting to bind port 64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9 on network 4e0622e5-1aaf-426d-bbe5-da9d91feb753 {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 17:27:55.586890 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486d8187-c3b5-47d6-80e8-fe60ff213578 req-6c8d5ff7-3259-42d5-a7a7-02eb1db84fd4 service neutron] Port 64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9 on network 4e0622e5-1aaf-426d-bbe5-da9d91feb753 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 17:27:55.587214 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486d8187-c3b5-47d6-80e8-fe60ff213578 req-6c8d5ff7-3259-42d5-a7a7-02eb1db84fd4 service neutron] Attempting to bind port 64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9 on network 4e0622e5-1aaf-426d-bbe5-da9d91feb753 {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 17:27:55.592100 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486d8187-c3b5-47d6-80e8-fe60ff213578 req-6c8d5ff7-3259-42d5-a7a7-02eb1db84fd4 service neutron] Checking agent: {'id': 'dbb67c4d-7aa5-4acf-82b3-541c1cabd3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 13), 'started_at': datetime.datetime(2022, 3, 2, 17, 13, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 17:27:55.592436 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486d8187-c3b5-47d6-80e8-fe60ff213578 req-6c8d5ff7-3259-42d5-a7a7-02eb1db84fd4 service neutron] Checking segment: {'id': 'f618d530-f505-48bd-b607-190318e3ffcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4e0622e5-1aaf-426d-bbe5-da9d91feb753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 17:27:55.592819 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486d8187-c3b5-47d6-80e8-fe60ff213578 req-6c8d5ff7-3259-42d5-a7a7-02eb1db84fd4 service neutron] Bound using segment: {'id': 'f618d530-f505-48bd-b607-190318e3ffcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4e0622e5-1aaf-426d-bbe5-da9d91feb753'} {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 17:27:55.593244 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [req-486d8187-c3b5-47d6-80e8-fe60ff213578 req-6c8d5ff7-3259-42d5-a7a7-02eb1db84fd4 service neutron] Bound port: 64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f618d530-f505-48bd-b607-190318e3ffcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4e0622e5-1aaf-426d-bbe5-da9d91feb753'}}] {{(pid=103838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 17:27:55.593595 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-486d8187-c3b5-47d6-80e8-fe60ff213578 req-6c8d5ff7-3259-42d5-a7a7-02eb1db84fd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:55.664396 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [req-486d8187-c3b5-47d6-80e8-fe60ff213578 req-6c8d5ff7-3259-42d5-a7a7-02eb1db84fd4 service neutron] For port 64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9, host hv-cinder-77819, cleared binding levels {{(pid=103838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:27:55.667545 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [req-486d8187-c3b5-47d6-80e8-fe60ff213578 req-6c8d5ff7-3259-42d5-a7a7-02eb1db84fd4 service neutron] For port 64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9,segment=NetworkSegment(f618d530-f505-48bd-b607-190318e3ffcb),segment_id=f618d530-f505-48bd-b607-190318e3ffcb)] {{(pid=103838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:27:55.736398 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24c7eaa-44c6-4b68-948d-60c67e7e8960 req-e10a24c9-7c6a-4ee5-8d02-04897ee48ada tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:55.737976 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-b24c7eaa-44c6-4b68-948d-60c67e7e8960 req-e10a24c9-7c6a-4ee5-8d02-04897ee48ada tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdd5edb6-74e5-423f-aec7-ba60738cce6d HTTP/1.1" status: 200 len: 944 time: 0.0517347 Mar 02 17:27:55.742776 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-486d8187-c3b5-47d6-80e8-fe60ff213578 req-6c8d5ff7-3259-42d5-a7a7-02eb1db84fd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26691319'] for port (64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:55.792694 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d8187-c3b5-47d6-80e8-fe60ff213578 req-6c8d5ff7-3259-42d5-a7a7-02eb1db84fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:55.793308 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-486d8187-c3b5-47d6-80e8-fe60ff213578 req-6c8d5ff7-3259-42d5-a7a7-02eb1db84fd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021714'] for port (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:27:55.794720 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-486d8187-c3b5-47d6-80e8-fe60ff213578 req-6c8d5ff7-3259-42d5-a7a7-02eb1db84fd4 service neutron] 10.222.0.49 "PUT /v2.0/ports/64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9 HTTP/1.1" status: 200 len: 1094 time: 0.7405000 Mar 02 17:27:55.795169 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdd5edb6-74e5-423f-aec7-ba60738cce6d', 'tag': '64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9'}] {{(pid=103838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 17:27:55.797415 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7c8e0f7c7170b606f581d652a183e77a47547618c5f9292d8eb62f06a367e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87bde7a4-66f1-451a-8383-7f8de6ab60b6" -d '{"events": [{"name": "network-changed", "server_uuid": "fdd5edb6-74e5-423f-aec7-ba60738cce6d", "tag": "64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9"}]}' {{(pid=103838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 17:27:55.840841 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 17:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a5f4d5-6ca0-4ae6-9d0c-9fe804ed8a01 x-openstack-request-id: req-b6a5f4d5-6ca0-4ae6-9d0c-9fe804ed8a01 {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 17:27:55.844535 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdd5edb6-74e5-423f-aec7-ba60738cce6d", "tag": "64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9", "status": "completed", "code": 200}]} {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 17:27:55.844535 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b6a5f4d5-6ca0-4ae6-9d0c-9fe804ed8a01 {{(pid=103838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 17:27:55.844535 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdd5edb6-74e5-423f-aec7-ba60738cce6d', 'tag': '64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9', 'status': 'completed', 'code': 200} Mar 02 17:27:55.844535 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8d5ff7-3259-42d5-a7a7-02eb1db84fd4 service neutron] Pushing event updated for resources: {'Port': ['ID=64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9,revision_number=3']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:55.849956 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-b24c7eaa-44c6-4b68-948d-60c67e7e8960 req-67fc51d3-6bc7-4c4a-a542-6567668d3dc8 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/security-groups?id=284a9aff-6c46-4e9f-af8b-91540baeadce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048701 Mar 02 17:27:56.196954 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bde7a4-66f1-451a-8383-7f8de6ab60b6 req-6b4d8101-a69a-421c-913a-460b616d1d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:56.198401 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-87bde7a4-66f1-451a-8383-7f8de6ab60b6 req-6b4d8101-a69a-421c-913a-460b616d1d4a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6e052ebc463e48848e3d6669191712c7&device_id=fdd5edb6-74e5-423f-aec7-ba60738cce6d HTTP/1.1" status: 200 len: 1128 time: 0.3365800 Mar 02 17:27:56.292777 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bde7a4-66f1-451a-8383-7f8de6ab60b6 req-5d8df8ca-3b73-40d6-8c8b-7e0e08756a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:56.294265 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-87bde7a4-66f1-451a-8383-7f8de6ab60b6 req-5d8df8ca-3b73-40d6-8c8b-7e0e08756a65 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=6e052ebc463e48848e3d6669191712c7&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0888913 Mar 02 17:27:56.386909 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bde7a4-66f1-451a-8383-7f8de6ab60b6 req-ab3ca864-25e0-4ccc-a7cf-33060ca9656a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:56.388356 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-87bde7a4-66f1-451a-8383-7f8de6ab60b6 req-ab3ca864-25e0-4ccc-a7cf-33060ca9656a service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0886126 Mar 02 17:27:56.464275 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d8187-c3b5-47d6-80e8-fe60ff213578 req-68e214a1-8edd-4964-b6cc-b31621852c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:56.465654 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-486d8187-c3b5-47d6-80e8-fe60ff213578 req-68e214a1-8edd-4964-b6cc-b31621852c8a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6e052ebc463e48848e3d6669191712c7&device_id=fdd5edb6-74e5-423f-aec7-ba60738cce6d HTTP/1.1" status: 200 len: 1128 time: 0.0440748 Mar 02 17:27:56.505595 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-486d8187-c3b5-47d6-80e8-fe60ff213578 req-cb3320e8-a0f4-44fc-9255-6474e4a5c134 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9 HTTP/1.1" status: 200 len: 217 time: 0.0340221 Mar 02 17:27:56.561572 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d8187-c3b5-47d6-80e8-fe60ff213578 req-2b42aeb0-a90e-4159-9a5d-d82fb3018970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:56.563094 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-486d8187-c3b5-47d6-80e8-fe60ff213578 req-2b42aeb0-a90e-4159-9a5d-d82fb3018970 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4cb5c027-f9c9-47e9-b68c-c8abb0d7a617 HTTP/1.1" status: 200 len: 851 time: 0.0524342 Mar 02 17:27:56.610774 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d8187-c3b5-47d6-80e8-fe60ff213578 req-6ce6c880-84ac-45fc-9d9a-37560b55184d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:56.612250 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-486d8187-c3b5-47d6-80e8-fe60ff213578 req-6ce6c880-84ac-45fc-9d9a-37560b55184d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4e0622e5-1aaf-426d-bbe5-da9d91feb753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0439928 Mar 02 17:27:56.698105 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-486d8187-c3b5-47d6-80e8-fe60ff213578 req-87913ed2-d993-4158-bda1-d9add0c7b6a7 service neutron] 10.222.0.49 "GET /v2.0/networks/4e0622e5-1aaf-426d-bbe5-da9d91feb753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801971 Mar 02 17:27:56.788122 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-486d8187-c3b5-47d6-80e8-fe60ff213578 req-f5bdaff9-8271-44f2-8e77-7fcd9a781c2f service neutron] 10.222.0.49 "GET /v2.0/networks/4e0622e5-1aaf-426d-bbe5-da9d91feb753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846946 Mar 02 17:27:56.978312 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60680d9d-ade0-4919-b55d-32c4b1bab62e req-4870e4d3-29b8-4c63-897f-2e17131a1317 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:56.979772 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-60680d9d-ade0-4919-b55d-32c4b1bab62e req-4870e4d3-29b8-4c63-897f-2e17131a1317 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdd5edb6-74e5-423f-aec7-ba60738cce6d HTTP/1.1" status: 200 len: 944 time: 0.0593624 Mar 02 17:27:57.028118 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-60680d9d-ade0-4919-b55d-32c4b1bab62e req-890a203a-89f7-45ea-b8af-ee63446c3a6e tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/security-groups?id=284a9aff-6c46-4e9f-af8b-91540baeadce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428500 Mar 02 17:27:58.302920 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a7f029-5a50-48e9-ba8e-5d17ca33ce0d req-2ceb633c-721d-44e2-adea-1332f8378c36 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:58.304311 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-a9a7f029-5a50-48e9-ba8e-5d17ca33ce0d req-2ceb633c-721d-44e2-adea-1332f8378c36 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdd5edb6-74e5-423f-aec7-ba60738cce6d HTTP/1.1" status: 200 len: 944 time: 0.0577514 Mar 02 17:27:58.352968 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-a9a7f029-5a50-48e9-ba8e-5d17ca33ce0d req-1da4723a-914a-4e1b-b8b2-dc17d585de00 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/security-groups?id=284a9aff-6c46-4e9f-af8b-91540baeadce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429468 Mar 02 17:27:59.470113 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f6683-d82a-482e-a5db-6280cdadb6e7 req-00777de8-9e8b-4079-be43-1d56d84230a4 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:59.472689 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-b25f6683-d82a-482e-a5db-6280cdadb6e7 req-00777de8-9e8b-4079-be43-1d56d84230a4 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdd5edb6-74e5-423f-aec7-ba60738cce6d HTTP/1.1" status: 200 len: 944 time: 0.0527155 Mar 02 17:27:59.521935 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-b25f6683-d82a-482e-a5db-6280cdadb6e7 req-7218cd08-8955-4b1f-ace7-f91b1c475233 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/security-groups?id=284a9aff-6c46-4e9f-af8b-91540baeadce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438347 Mar 02 17:28:00.636588 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925721f-c08b-4dbf-9dfa-b6b145a4706b req-9889eda6-5b73-4489-9590-78e38591002b tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:00.638063 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-3925721f-c08b-4dbf-9dfa-b6b145a4706b req-9889eda6-5b73-4489-9590-78e38591002b tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdd5edb6-74e5-423f-aec7-ba60738cce6d HTTP/1.1" status: 200 len: 944 time: 0.0513346 Mar 02 17:28:00.690001 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-3925721f-c08b-4dbf-9dfa-b6b145a4706b req-e167ab01-b7c1-47c7-b32c-c700a0d0aadb tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/security-groups?id=284a9aff-6c46-4e9f-af8b-91540baeadce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465477 Mar 02 17:28:01.805600 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-684aac6e-aee6-40c1-9ff4-0c4dd7730a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (0060df7f-f835-4890-b25c-3842f545a9d0), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:28:01.806543 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100b4b30-7df9-4a6a-9a4e-b6b1a3fbc3a4 req-fbd0c83c-0a49-4676-9c71-d3b17d3fe0a5 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:01.808029 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-100b4b30-7df9-4a6a-9a4e-b6b1a3fbc3a4 req-fbd0c83c-0a49-4676-9c71-d3b17d3fe0a5 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdd5edb6-74e5-423f-aec7-ba60738cce6d HTTP/1.1" status: 200 len: 944 time: 0.0529888 Mar 02 17:28:01.857238 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-100b4b30-7df9-4a6a-9a4e-b6b1a3fbc3a4 req-da3f8dcf-42b2-41d6-ae65-9e8bb65fc3a7 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/security-groups?id=284a9aff-6c46-4e9f-af8b-91540baeadce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435572 Mar 02 17:28:02.972735 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bb9b59-5f32-4431-9d5b-b8d92568d71b req-931a7b2c-9a0c-4be0-b87c-9e6fd933340e tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:02.974205 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-23bb9b59-5f32-4431-9d5b-b8d92568d71b req-931a7b2c-9a0c-4be0-b87c-9e6fd933340e tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdd5edb6-74e5-423f-aec7-ba60738cce6d HTTP/1.1" status: 200 len: 944 time: 0.0513489 Mar 02 17:28:03.021642 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-23bb9b59-5f32-4431-9d5b-b8d92568d71b req-a4218111-865d-41f8-b116-7fdc02f1cea7 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/security-groups?id=284a9aff-6c46-4e9f-af8b-91540baeadce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420251 Mar 02 17:28:04.080309 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-32a6b2eb-3791-4247-932e-ffc7b48748a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90b713d5-0d52-4da0-a663-b3b1c9fefb3d), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:28:04.157305 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5d3253-baf7-4431-8bd9-e6255998b20a req-77e4781f-96b4-40c0-b66a-174619a71bf9 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:04.159100 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-1a5d3253-baf7-4431-8bd9-e6255998b20a req-77e4781f-96b4-40c0-b66a-174619a71bf9 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdd5edb6-74e5-423f-aec7-ba60738cce6d HTTP/1.1" status: 200 len: 944 time: 0.0642881 Mar 02 17:28:04.213870 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-1a5d3253-baf7-4431-8bd9-e6255998b20a req-0eeac9a4-7bf9-40f4-a52c-73a6d3f7b9de tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/security-groups?id=284a9aff-6c46-4e9f-af8b-91540baeadce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490181 Mar 02 17:28:05.062519 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-7239c76e-3e75-4b64-9028-aed8f891363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (eca5c3a0-ec74-4a2a-a5c6-a62430d93509), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:28:05.342420 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba541c33-f507-42e9-8429-ff45d3dd265d req-e7117d71-0e2b-4647-8389-4a5f2abc9080 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:05.343808 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-ba541c33-f507-42e9-8429-ff45d3dd265d req-e7117d71-0e2b-4647-8389-4a5f2abc9080 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdd5edb6-74e5-423f-aec7-ba60738cce6d HTTP/1.1" status: 200 len: 944 time: 0.0549965 Mar 02 17:28:05.392628 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-ba541c33-f507-42e9-8429-ff45d3dd265d req-6558a6de-4e68-4452-928f-a4bf34fa2a4a tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/security-groups?id=284a9aff-6c46-4e9f-af8b-91540baeadce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429442 Mar 02 17:28:05.625527 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device 64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 17:28:05.724264 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] For port 64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9,segment=NetworkSegment(f618d530-f505-48bd-b607-190318e3ffcb),segment_id=f618d530-f505-48bd-b607-190318e3ffcb)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:28:05.735979 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Returning: {'device': '64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9', 'network_id': '4e0622e5-1aaf-426d-bbe5-da9d91feb753', 'port_id': '64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9', 'mac_address': 'fa:16:3e:8e:d1:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cb5c027-f9c9-47e9-b68c-c8abb0d7a617', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 17:28:05.776669 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Current status of the port 64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9 is: DOWN; New status is: BUILD {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:28:05.777054 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:28:05.790552 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.notifiers.nova [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9 {{(pid=103839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 17:28:05.810347 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] For port 64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9,segment=NetworkSegment(f618d530-f505-48bd-b607-190318e3ffcb),segment_id=f618d530-f505-48bd-b607-190318e3ffcb)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:28:05.880371 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:28:05.929929 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Pushing event updated for resources: {'Port': ['ID=64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9,revision_number=4']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:06.098972 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] get_ports_and_sgs() called for port_ids ['64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9'] {{(pid=103839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 17:28:06.514264 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c5d046-cead-4f28-a238-06906fc3b73c req-9703a0bb-aa5c-43b9-bf24-2873624dd328 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:06.515704 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-71c5d046-cead-4f28-a238-06906fc3b73c req-9703a0bb-aa5c-43b9-bf24-2873624dd328 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdd5edb6-74e5-423f-aec7-ba60738cce6d HTTP/1.1" status: 200 len: 945 time: 0.0552716 Mar 02 17:28:06.563075 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-71c5d046-cead-4f28-a238-06906fc3b73c req-635362c3-3621-4b51-a456-a47384a4a75f tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/security-groups?id=284a9aff-6c46-4e9f-af8b-91540baeadce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418863 Mar 02 17:28:06.806010 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-765bf0ac-d167-416d-8fe2-638e582454ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (aac89579-4eb6-45c8-861e-e37bc0c26bf3), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:28:07.648862 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device 64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9 up at agent hyperv_hv-cinder-77819 {{(pid=103839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 17:28:07.680165 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8417037e-3530-4040-81d2-aa1b5c24b989 req-9a4feaac-f34c-49ce-8fde-a31c0b793322 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:07.681676 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-8417037e-3530-4040-81d2-aa1b5c24b989 req-9a4feaac-f34c-49ce-8fde-a31c0b793322 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdd5edb6-74e5-423f-aec7-ba60738cce6d HTTP/1.1" status: 200 len: 945 time: 0.0530190 Mar 02 17:28:07.731396 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-8417037e-3530-4040-81d2-aa1b5c24b989 req-5126e230-810d-417b-871e-91491d863f9a tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/security-groups?id=284a9aff-6c46-4e9f-af8b-91540baeadce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440023 Mar 02 17:28:07.754956 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Provisioning for port 64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9 completed by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 17:28:07.759679 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Provisioning complete for port 64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9 triggered by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:28:07.766473 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:28:07.840601 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Current status of the port 64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9 is: BUILD; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:28:07.841285 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:28:07.862899 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdd5edb6-74e5-423f-aec7-ba60738cce6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9'}] {{(pid=103839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 17:28:07.865154 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1ae65c9246df630c0a528d92fdc2f4b7a0a5f54ed45d3739c3110b66571c885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff4c8bb5-63c5-4273-b92e-20e58a08f2b6" -d '{"events": [{"server_uuid": "fdd5edb6-74e5-423f-aec7-ba60738cce6d", "name": "network-vif-plugged", "status": "completed", "tag": "64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9"}]}' {{(pid=103839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 17:28:07.877319 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] For port 64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9,segment=NetworkSegment(f618d530-f505-48bd-b607-190318e3ffcb),segment_id=f618d530-f505-48bd-b607-190318e3ffcb)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:28:07.904355 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 17:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d646f2-3d11-44dc-8c2e-5378b9eed2e0 x-openstack-request-id: req-c7d646f2-3d11-44dc-8c2e-5378b9eed2e0 {{(pid=103839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 17:28:07.904355 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdd5edb6-74e5-423f-aec7-ba60738cce6d", "name": "network-vif-plugged", "status": "completed", "tag": "64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9", "code": 200}]} {{(pid=103839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 17:28:07.904355 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c7d646f2-3d11-44dc-8c2e-5378b9eed2e0 {{(pid=103839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 17:28:07.904355 dv-cinder-778193-22-iscsi neutron-server[103839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdd5edb6-74e5-423f-aec7-ba60738cce6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9', 'code': 200} Mar 02 17:28:07.931537 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:28:07.980628 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Pushing event updated for resources: {'Port': ['ID=64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9,revision_number=5']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:08.234045 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90356b9b-9a55-4227-ace0-d1fc01a5475f), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:28:08.260178 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d0248f-e15c-45e1-b54c-04a880c07cda req-2c377474-998e-4792-bc34-4d5cff41bcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:08.261667 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-76d0248f-e15c-45e1-b54c-04a880c07cda req-2c377474-998e-4792-bc34-4d5cff41bcaf service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fdd5edb6-74e5-423f-aec7-ba60738cce6d HTTP/1.1" status: 200 len: 1130 time: 0.0462935 Mar 02 17:28:08.319195 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-76d0248f-e15c-45e1-b54c-04a880c07cda req-bf8b316f-947f-4985-b40c-094c087a162a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=284a9aff-6c46-4e9f-af8b-91540baeadce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513854 Mar 02 17:28:08.851581 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d312175d-e094-4975-9113-3f15f4bd7013 req-141ce5d8-2ed8-485b-b38c-a1f5b0738705 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:08.853111 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d312175d-e094-4975-9113-3f15f4bd7013 req-141ce5d8-2ed8-485b-b38c-a1f5b0738705 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdd5edb6-74e5-423f-aec7-ba60738cce6d HTTP/1.1" status: 200 len: 946 time: 0.0544984 Mar 02 17:28:08.905096 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d312175d-e094-4975-9113-3f15f4bd7013 req-20094f27-ed50-4203-bdec-cbb5d4322c6a tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/security-groups?id=284a9aff-6c46-4e9f-af8b-91540baeadce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458643 Mar 02 17:28:10.023485 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8c49c4-cc27-45e9-b904-17e4b31701b6 req-e739120a-2ae0-4b67-8891-5839757925f4 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:10.025034 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-8b8c49c4-cc27-45e9-b904-17e4b31701b6 req-e739120a-2ae0-4b67-8891-5839757925f4 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdd5edb6-74e5-423f-aec7-ba60738cce6d HTTP/1.1" status: 200 len: 946 time: 0.0524549 Mar 02 17:28:10.074595 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-8b8c49c4-cc27-45e9-b904-17e4b31701b6 req-b51ff24f-db0d-4bc8-a729-f08b103f1855 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/security-groups?id=284a9aff-6c46-4e9f-af8b-91540baeadce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438218 Mar 02 17:28:10.199501 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc4f758-c5c7-4379-8927-765eef759866 req-688353af-d002-4691-8fbd-fc77f6541e44 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:10.200927 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-1fc4f758-c5c7-4379-8927-765eef759866 req-688353af-d002-4691-8fbd-fc77f6541e44 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdd5edb6-74e5-423f-aec7-ba60738cce6d HTTP/1.1" status: 200 len: 946 time: 0.0590851 Mar 02 17:28:10.250265 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-1fc4f758-c5c7-4379-8927-765eef759866 req-8dc18de6-a585-419e-9c9e-0858b52bef69 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/security-groups?id=284a9aff-6c46-4e9f-af8b-91540baeadce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437596 Mar 02 17:28:10.277104 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 54654) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:28:10.365075 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc2117c-b443-4850-ab10-13700c047a13 tempest-TestVolumeBootPattern-1138122926 tempest-TestVolumeBootPattern-1138122926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:10.366618 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-dbc2117c-b443-4850-ab10-13700c047a13 tempest-TestVolumeBootPattern-1138122926 tempest-TestVolumeBootPattern-1138122926-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=fdd5edb6-74e5-423f-aec7-ba60738cce6d HTTP/1.1" status: 200 len: 1125 time: 0.0883858 Mar 02 17:28:10.369473 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 54658) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:28:10.373623 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-5e7a1562-310b-40c4-8d86-c25275637e66 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Request body: {'floatingip': {'floating_network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'port_id': '64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9', 'tenant_id': '6e052ebc463e48848e3d6669191712c7', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:28:10.474956 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-5e7a1562-310b-40c4-8d86-c25275637e66 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:28:10.575696 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-5e7a1562-310b-40c4-8d86-c25275637e66 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:28:10.690529 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.db.db_base_plugin_common [None req-5e7a1562-310b-40c4-8d86-c25275637e66 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Allocated IP 172.27.1.17 (0bf1b91f-7d47-47dc-984e-54613c32c4bf/e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9/908013df-cc7d-4744-81ef-a5d44803ca56) {{(pid=103837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:28:10.800606 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-5e7a1562-310b-40c4-8d86-c25275637e66 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks [] for port (908013df-cc7d-4744-81ef-a5d44803ca56), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:28:10.886267 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-5e7a1562-310b-40c4-8d86-c25275637e66 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757691134181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29943615'] for port (908013df-cc7d-4744-81ef-a5d44803ca56), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:28:10.931288 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7a1562-310b-40c4-8d86-c25275637e66 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Network 0bf1b91f-7d47-47dc-984e-54613c32c4bf is already hosted by enough agents. {{(pid=103837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:28:10.934335 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.scheduler.base_scheduler [None req-5e7a1562-310b-40c4-8d86-c25275637e66 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Resources bound (agent type, host, resource id): {{(pid=103837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:28:10.937942 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7a1562-310b-40c4-8d86-c25275637e66 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Received port after_create {{(pid=103837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 17:28:10.962163 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7a1562-310b-40c4-8d86-c25275637e66 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Pushing event updated for resources: {'Port': ['ID=908013df-cc7d-4744-81ef-a5d44803ca56,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:11.309059 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-5e7a1562-310b-40c4-8d86-c25275637e66 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks [] for floatingip (22a1a560-6a37-44c2-a2e7-4104e5c8b2c3), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:28:11.465790 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-5e7a1562-310b-40c4-8d86-c25275637e66 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (908013df-cc7d-4744-81ef-a5d44803ca56), before_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:28:11.610876 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-5e7a1562-310b-40c4-8d86-c25275637e66 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks [] for port (908013df-cc7d-4744-81ef-a5d44803ca56), precommit_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:28:11.667696 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-5e7a1562-310b-40c4-8d86-c25275637e66 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29943606'] for port (908013df-cc7d-4744-81ef-a5d44803ca56), after_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:28:11.732928 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7a1562-310b-40c4-8d86-c25275637e66 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Pushing event updated for resources: {'Port': ['ID=908013df-cc7d-4744-81ef-a5d44803ca56,revision_number=2']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:11.742624 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-5e7a1562-310b-40c4-8d86-c25275637e66 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-755393'] for floatingip (22a1a560-6a37-44c2-a2e7-4104e5c8b2c3), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:28:11.840989 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.db.l3_db [None req-5e7a1562-310b-40c4-8d86-c25275637e66 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Floating IP 22a1a560-6a37-44c2-a2e7-4104e5c8b2c3 associated. External IP: 172.27.1.17, port: 64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9. Mar 02 17:28:12.044145 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e7a1562-310b-40c4-8d86-c25275637e66 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Router 2c9521f2-9c19-404b-8ead-074607f46130 has already been hosted by L3 agent 90b713d5-0d52-4da0-a663-b3b1c9fefb3d {{(pid=103837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:28:12.149234 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e7a1562-310b-40c4-8d86-c25275637e66 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Notify agent at l3_agent.dv-cinder-778193-22-iscsi the message routers_updated {{(pid=103837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:28:12.161593 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95a516e-6ee2-4f17-85c6-e4dfaf65fd8b None None] Sync routers for ids ['2c9521f2-9c19-404b-8ead-074607f46130'] in dv-cinder-778193-22-iscsi {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 17:28:12.170472 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95a516e-6ee2-4f17-85c6-e4dfaf65fd8b None None] Routers {'2c9521f2-9c19-404b-8ead-074607f46130'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:28:12.171077 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-a95a516e-6ee2-4f17-85c6-e4dfaf65fd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:28:04Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['2c9521f2-9c19-404b-8ead-074607f46130'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:28:12.224403 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-5e7a1562-310b-40c4-8d86-c25275637e66 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021714'] for floatingip (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:28:12.266894 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-5e7a1562-310b-40c4-8d86-c25275637e66 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8828812 Mar 02 17:28:12.266894 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdd5edb6-74e5-423f-aec7-ba60738cce6d', 'tag': '64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9'}] {{(pid=103837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 17:28:12.266894 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462a6a76495b0d12e43f6eb34734d6d03bfa57daa221191fdc3d129722306163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c90d4f1f-477a-453e-ae6f-db20802c854b" -d '{"events": [{"name": "network-changed", "server_uuid": "fdd5edb6-74e5-423f-aec7-ba60738cce6d", "tag": "64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9"}]}' {{(pid=103837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 17:28:12.361417 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 17:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da54275f-5d7b-45ed-9855-517bc92cf23d x-openstack-request-id: req-da54275f-5d7b-45ed-9855-517bc92cf23d {{(pid=103837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 17:28:12.362092 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdd5edb6-74e5-423f-aec7-ba60738cce6d", "tag": "64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9", "status": "completed", "code": 200}]} {{(pid=103837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 17:28:12.362092 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-da54275f-5d7b-45ed-9855-517bc92cf23d {{(pid=103837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 17:28:12.362392 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdd5edb6-74e5-423f-aec7-ba60738cce6d', 'tag': '64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9', 'status': 'completed', 'code': 200} Mar 02 17:28:12.417546 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-a95a516e-6ee2-4f17-85c6-e4dfaf65fd8b None None] Set router 2c9521f2-9c19-404b-8ead-074607f46130 gateway port host: dv-cinder-778193-22-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:28:12.428680 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d4f1f-477a-453e-ae6f-db20802c854b req-c1aaf376-252d-4140-b602-143d32bf7c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:12.430215 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c90d4f1f-477a-453e-ae6f-db20802c854b req-c1aaf376-252d-4140-b602-143d32bf7c75 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6e052ebc463e48848e3d6669191712c7&device_id=fdd5edb6-74e5-423f-aec7-ba60738cce6d HTTP/1.1" status: 200 len: 1130 time: 0.0467834 Mar 02 17:28:12.529033 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d4f1f-477a-453e-ae6f-db20802c854b req-e6420766-535e-4854-b195-f540438f2c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:12.530542 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c90d4f1f-477a-453e-ae6f-db20802c854b req-e6420766-535e-4854-b195-f540438f2c44 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4e0622e5-1aaf-426d-bbe5-da9d91feb753 HTTP/1.1" status: 200 len: 913 time: 0.0935760 Mar 02 17:28:12.594534 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c90d4f1f-477a-453e-ae6f-db20802c854b req-df62b6f8-6204-4531-8fb5-8eb12406f2c9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9 HTTP/1.1" status: 200 len: 999 time: 0.0579836 Mar 02 17:28:12.643199 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d4f1f-477a-453e-ae6f-db20802c854b req-44c84534-1303-4c4f-b48c-2ab2127158e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:12.645163 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c90d4f1f-477a-453e-ae6f-db20802c854b req-44c84534-1303-4c4f-b48c-2ab2127158e5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4cb5c027-f9c9-47e9-b68c-c8abb0d7a617 HTTP/1.1" status: 200 len: 851 time: 0.0449481 Mar 02 17:28:12.646880 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-a95a516e-6ee2-4f17-85c6-e4dfaf65fd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9521f2-9c19-404b-8ead-074607f46130', 'name': 'tempest-TestVolumeBootPattern-1325495679-router', 'tenant_id': '6e052ebc463e48848e3d6669191712c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'd8aa3517-45e6-410d-90a6-933f76d68794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:27:15Z', 'updated_at': '2022-03-02T17:27:19Z', 'revision_number': 4, 'project_id': '6e052ebc463e48848e3d6669191712c7', 'gw_port': {'id': 'd8aa3517-45e6-410d-90a6-933f76d68794', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9521f2-9c19-404b-8ead-074607f46130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:27:16Z', 'updated_at': '2022-03-02T17:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_floatingips': [{'id': '22a1a560-6a37-44c2-a2e7-4104e5c8b2c3', 'tenant_id': '6e052ebc463e48848e3d6669191712c7', 'floating_ip_address': '172.27.1.17', 'floating_network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'router_id': '2c9521f2-9c19-404b-8ead-074607f46130', 'port_id': '64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e0622e5-1aaf-426d-bbe5-da9d91feb753', 'mac_address': 'fa:16:3e:8e:d1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd5edb6-74e5-423f-aec7-ba60738cce6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:28:11Z', 'updated_at': '2022-03-02T17:28:11Z', 'revision_number': 0, 'project_id': '6e052ebc463e48848e3d6669191712c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06da7a49-16d4-43a3-8c36-fab7534565c8', 'name': '', 'network_id': '4e0622e5-1aaf-426d-bbe5-da9d91feb753', 'tenant_id': '6e052ebc463e48848e3d6669191712c7', 'mac_address': 'fa:16:3e:e7:14:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9521f2-9c19-404b-8ead-074607f46130', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4cb5c027-f9c9-47e9-b68c-c8abb0d7a617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:27:18Z', 'updated_at': '2022-03-02T17:27:23Z', 'revision_number': 5, 'project_id': '6e052ebc463e48848e3d6669191712c7', 'subnets': [{'id': '4cb5c027-f9c9-47e9-b68c-c8abb0d7a617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:28:12.674199 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95a516e-6ee2-4f17-85c6-e4dfaf65fd8b None None] Checking router: 2c9521f2-9c19-404b-8ead-074607f46130 for host: dv-cinder-778193-22-iscsi {{(pid=103839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 17:28:12.683652 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95a516e-6ee2-4f17-85c6-e4dfaf65fd8b None None] Routers {'2c9521f2-9c19-404b-8ead-074607f46130'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:28:12.684263 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-a95a516e-6ee2-4f17-85c6-e4dfaf65fd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:28:04Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['2c9521f2-9c19-404b-8ead-074607f46130'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:28:12.697624 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d4f1f-477a-453e-ae6f-db20802c854b req-71922db8-7881-40d6-8baa-e26a336bafd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:12.699132 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c90d4f1f-477a-453e-ae6f-db20802c854b req-71922db8-7881-40d6-8baa-e26a336bafd9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4e0622e5-1aaf-426d-bbe5-da9d91feb753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0480287 Mar 02 17:28:12.789881 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c90d4f1f-477a-453e-ae6f-db20802c854b req-be144c97-93d3-4aef-a2ab-d70d54ba00b1 service neutron] 10.222.0.49 "GET /v2.0/networks/4e0622e5-1aaf-426d-bbe5-da9d91feb753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846727 Mar 02 17:28:12.798445 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-a95a516e-6ee2-4f17-85c6-e4dfaf65fd8b None None] Set router 2c9521f2-9c19-404b-8ead-074607f46130 gateway port host: dv-cinder-778193-22-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:28:12.834338 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.agents_db [None req-2c4e262f-840f-46f3-949a-97bfddff46e9 None None] Agent healthcheck: found 6 active agents {{(pid=103840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 17:28:12.893438 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c90d4f1f-477a-453e-ae6f-db20802c854b req-2a973821-e893-4d80-b12a-1df127553862 service neutron] 10.222.0.49 "GET /v2.0/networks/4e0622e5-1aaf-426d-bbe5-da9d91feb753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971081 Mar 02 17:28:13.060077 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-a95a516e-6ee2-4f17-85c6-e4dfaf65fd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9521f2-9c19-404b-8ead-074607f46130', 'name': 'tempest-TestVolumeBootPattern-1325495679-router', 'tenant_id': '6e052ebc463e48848e3d6669191712c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'd8aa3517-45e6-410d-90a6-933f76d68794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:27:15Z', 'updated_at': '2022-03-02T17:27:19Z', 'revision_number': 4, 'project_id': '6e052ebc463e48848e3d6669191712c7', 'gw_port': {'id': 'd8aa3517-45e6-410d-90a6-933f76d68794', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9521f2-9c19-404b-8ead-074607f46130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:27:16Z', 'updated_at': '2022-03-02T17:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_floatingips': [{'id': '22a1a560-6a37-44c2-a2e7-4104e5c8b2c3', 'tenant_id': '6e052ebc463e48848e3d6669191712c7', 'floating_ip_address': '172.27.1.17', 'floating_network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'router_id': '2c9521f2-9c19-404b-8ead-074607f46130', 'port_id': '64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e0622e5-1aaf-426d-bbe5-da9d91feb753', 'mac_address': 'fa:16:3e:8e:d1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd5edb6-74e5-423f-aec7-ba60738cce6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:28:11Z', 'updated_at': '2022-03-02T17:28:11Z', 'revision_number': 0, 'project_id': '6e052ebc463e48848e3d6669191712c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06da7a49-16d4-43a3-8c36-fab7534565c8', 'name': '', 'network_id': '4e0622e5-1aaf-426d-bbe5-da9d91feb753', 'tenant_id': '6e052ebc463e48848e3d6669191712c7', 'mac_address': 'fa:16:3e:e7:14:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9521f2-9c19-404b-8ead-074607f46130', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4cb5c027-f9c9-47e9-b68c-c8abb0d7a617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:27:18Z', 'updated_at': '2022-03-02T17:27:23Z', 'revision_number': 5, 'project_id': '6e052ebc463e48848e3d6669191712c7', 'subnets': [{'id': '4cb5c027-f9c9-47e9-b68c-c8abb0d7a617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:28:13.086426 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95a516e-6ee2-4f17-85c6-e4dfaf65fd8b None None] The sync data for ids ['2c9521f2-9c19-404b-8ead-074607f46130'] in dv-cinder-778193-22-iscsi is: [{'id': '2c9521f2-9c19-404b-8ead-074607f46130', 'name': 'tempest-TestVolumeBootPattern-1325495679-router', 'tenant_id': '6e052ebc463e48848e3d6669191712c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'd8aa3517-45e6-410d-90a6-933f76d68794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:27:15Z', 'updated_at': '2022-03-02T17:27:19Z', 'revision_number': 4, 'project_id': '6e052ebc463e48848e3d6669191712c7', 'gw_port': {'id': 'd8aa3517-45e6-410d-90a6-933f76d68794', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9521f2-9c19-404b-8ead-074607f46130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:27:16Z', 'updated_at': '2022-03-02T17:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_floatingips': [{'id': '22a1a560-6a37-44c2-a2e7-4104e5c8b2c3', 'tenant_id': '6e052ebc463e48848e3d6669191712c7', 'floating_ip_address': '172.27.1.17', 'floating_network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'router_id': '2c9521f2-9c19-404b-8ead-074607f46130', 'port_id': '64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e0622e5-1aaf-426d-bbe5-da9d91feb753', 'mac_address': 'fa:16:3e:8e:d1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd5edb6-74e5-423f-aec7-ba60738cce6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:28:11Z', 'updated_at': '2022-03-02T17:28:11Z', 'revision_number': 0, 'project_id': '6e052ebc463e48848e3d6669191712c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06da7a49-16d4-43a3-8c36-fab7534565c8', 'name': '', 'network_id': '4e0622e5-1aaf-426d-bbe5-da9d91feb753', 'tenant_id': '6e052ebc463e48848e3d6669191712c7', 'mac_address': 'fa:16:3e:e7:14:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9521f2-9c19-404b-8ead-074607f46130', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4cb5c027-f9c9-47e9-b68c-c8abb0d7a617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:27:18Z', 'updated_at': '2022-03-02T17:27:23Z', 'revision_number': 5, 'project_id': '6e052ebc463e48848e3d6669191712c7', 'subnets': [{'id': '4cb5c027-f9c9-47e9-b68c-c8abb0d7a617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 17:28:13.279702 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a34670-155c-4d43-831e-6aec4880446e None None] New status for floating IP 22a1a560-6a37-44c2-a2e7-4104e5c8b2c3: ACTIVE {{(pid=103840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 17:28:13.559593 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (dbb67c4d-7aa5-4acf-82b3-541c1cabd3d2), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:28:27.419501 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-fd051274-f189-4533-bb6b-33d434222cea req-42583da0-361a-4bd0-9c84-2dfc3ef61aab service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fdd5edb6-74e5-423f-aec7-ba60738cce6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0484748 Mar 02 17:28:27.505316 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd051274-f189-4533-bb6b-33d434222cea req-e9643d04-acf6-4116-acd1-84e0e3ec62cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:27.506894 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-fd051274-f189-4533-bb6b-33d434222cea req-e9643d04-acf6-4116-acd1-84e0e3ec62cd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6e052ebc463e48848e3d6669191712c7&device_id=fdd5edb6-74e5-423f-aec7-ba60738cce6d HTTP/1.1" status: 200 len: 1130 time: 0.0462217 Mar 02 17:28:27.613943 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd051274-f189-4533-bb6b-33d434222cea req-c500889b-e2db-4ed6-8723-587af0563e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:27.615401 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-fd051274-f189-4533-bb6b-33d434222cea req-c500889b-e2db-4ed6-8723-587af0563e5b service neutron] 10.222.0.49 "GET /v2.0/networks?id=4e0622e5-1aaf-426d-bbe5-da9d91feb753 HTTP/1.1" status: 200 len: 913 time: 0.0897224 Mar 02 17:28:27.681522 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-fd051274-f189-4533-bb6b-33d434222cea req-96d72b9d-9a20-4cff-90d5-732efaedb4e3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9 HTTP/1.1" status: 200 len: 1001 time: 0.0603118 Mar 02 17:28:27.730412 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd051274-f189-4533-bb6b-33d434222cea req-a91d1f34-4b5e-47f9-90ca-6e35edae8da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:27.731901 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-fd051274-f189-4533-bb6b-33d434222cea req-a91d1f34-4b5e-47f9-90ca-6e35edae8da5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4cb5c027-f9c9-47e9-b68c-c8abb0d7a617 HTTP/1.1" status: 200 len: 851 time: 0.0449626 Mar 02 17:28:27.785384 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd051274-f189-4533-bb6b-33d434222cea req-5829fb3a-4cf1-414b-adfa-4abc145d52a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:27.786887 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-fd051274-f189-4533-bb6b-33d434222cea req-5829fb3a-4cf1-414b-adfa-4abc145d52a4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4e0622e5-1aaf-426d-bbe5-da9d91feb753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0487447 Mar 02 17:28:27.875187 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-fd051274-f189-4533-bb6b-33d434222cea req-f1c000f0-e72f-4e87-aee2-ae4d9e29de2c service neutron] 10.222.0.49 "GET /v2.0/networks/4e0622e5-1aaf-426d-bbe5-da9d91feb753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822382 Mar 02 17:28:27.968093 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-fd051274-f189-4533-bb6b-33d434222cea req-92aeac92-e998-40b1-9604-6142412a60c7 service neutron] 10.222.0.49 "GET /v2.0/networks/4e0622e5-1aaf-426d-bbe5-da9d91feb753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869842 Mar 02 17:28:31.770574 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-cb1854b9-ff7f-4e76-a7f0-7f80e611d962 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (0060df7f-f835-4890-b25c-3842f545a9d0), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:28:34.108999 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-10d96896-35bd-400b-a0aa-959cccdb5db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90b713d5-0d52-4da0-a663-b3b1c9fefb3d), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:28:35.096153 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-7239c76e-3e75-4b64-9028-aed8f891363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (eca5c3a0-ec74-4a2a-a5c6-a62430d93509), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:28:36.838823 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-765bf0ac-d167-416d-8fe2-638e582454ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (aac89579-4eb6-45c8-861e-e37bc0c26bf3), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:28:38.239025 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90356b9b-9a55-4227-ace0-d1fc01a5475f), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:28:43.577091 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (dbb67c4d-7aa5-4acf-82b3-541c1cabd3d2), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:28:49.833717 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.agents_db [None req-2c4e262f-840f-46f3-949a-97bfddff46e9 None None] Agent healthcheck: found 6 active agents {{(pid=103840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 17:29:01.768339 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-6b26a4e4-55e6-439a-8c43-0c5bb07dc5e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (0060df7f-f835-4890-b25c-3842f545a9d0), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:29:04.093822 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-0457bab3-dbc3-46b8-a0df-b04fb006bf91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90b713d5-0d52-4da0-a663-b3b1c9fefb3d), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:29:05.130270 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-7239c76e-3e75-4b64-9028-aed8f891363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (eca5c3a0-ec74-4a2a-a5c6-a62430d93509), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:29:06.832365 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-765bf0ac-d167-416d-8fe2-638e582454ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (aac89579-4eb6-45c8-861e-e37bc0c26bf3), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:29:08.272663 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90356b9b-9a55-4227-ace0-d1fc01a5475f), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:29:13.604457 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (dbb67c4d-7aa5-4acf-82b3-541c1cabd3d2), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:29:26.832298 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.agents_db [None req-2c4e262f-840f-46f3-949a-97bfddff46e9 None None] Agent healthcheck: found 6 active agents {{(pid=103840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 17:29:27.467537 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-8f4c740a-4ab4-4674-a5e9-742b2fe3997b req-2f8ad4d9-85a7-4e0f-b9f9-dc0958d0f7e4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fdd5edb6-74e5-423f-aec7-ba60738cce6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0473006 Mar 02 17:29:27.553065 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c740a-4ab4-4674-a5e9-742b2fe3997b req-1a3af232-4184-471b-b3dd-c04eeadd2fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:27.554607 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-8f4c740a-4ab4-4674-a5e9-742b2fe3997b req-1a3af232-4184-471b-b3dd-c04eeadd2fe1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6e052ebc463e48848e3d6669191712c7&device_id=fdd5edb6-74e5-423f-aec7-ba60738cce6d HTTP/1.1" status: 200 len: 1130 time: 0.0466568 Mar 02 17:29:27.664016 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c740a-4ab4-4674-a5e9-742b2fe3997b req-55767eb0-879f-4c07-8c22-d295a8f7b03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:27.665473 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-8f4c740a-4ab4-4674-a5e9-742b2fe3997b req-55767eb0-879f-4c07-8c22-d295a8f7b03d service neutron] 10.222.0.49 "GET /v2.0/networks?id=4e0622e5-1aaf-426d-bbe5-da9d91feb753 HTTP/1.1" status: 200 len: 913 time: 0.0902936 Mar 02 17:29:27.729425 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-8f4c740a-4ab4-4674-a5e9-742b2fe3997b req-133801b9-fe32-4b23-9ffa-dfeb2a291ade service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9 HTTP/1.1" status: 200 len: 1001 time: 0.0568030 Mar 02 17:29:27.776179 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c740a-4ab4-4674-a5e9-742b2fe3997b req-c2fab0e7-a1ca-4fe9-a579-1badd84e79bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:27.777567 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-8f4c740a-4ab4-4674-a5e9-742b2fe3997b req-c2fab0e7-a1ca-4fe9-a579-1badd84e79bb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4cb5c027-f9c9-47e9-b68c-c8abb0d7a617 HTTP/1.1" status: 200 len: 851 time: 0.0429192 Mar 02 17:29:27.829262 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c740a-4ab4-4674-a5e9-742b2fe3997b req-a18f8f64-ae65-47d5-9321-156f7cf0c4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:27.830746 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-8f4c740a-4ab4-4674-a5e9-742b2fe3997b req-a18f8f64-ae65-47d5-9321-156f7cf0c4ae service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4e0622e5-1aaf-426d-bbe5-da9d91feb753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0463717 Mar 02 17:29:27.918825 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-8f4c740a-4ab4-4674-a5e9-742b2fe3997b req-fe8cf503-dab2-4b5e-9a7b-19c6041b60b8 service neutron] 10.222.0.49 "GET /v2.0/networks/4e0622e5-1aaf-426d-bbe5-da9d91feb753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822775 Mar 02 17:29:28.014085 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-8f4c740a-4ab4-4674-a5e9-742b2fe3997b req-61d0fe3b-e8c1-4582-9a28-840ffa2bfbbf service neutron] 10.222.0.49 "GET /v2.0/networks/4e0622e5-1aaf-426d-bbe5-da9d91feb753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859439 Mar 02 17:29:31.780798 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-b0a0b629-8870-4104-bfeb-af3cb095c7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (0060df7f-f835-4890-b25c-3842f545a9d0), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:29:34.077515 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-27553f8b-5ba1-45be-82cb-fd09e888738b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90b713d5-0d52-4da0-a663-b3b1c9fefb3d), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:29:35.094933 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-7239c76e-3e75-4b64-9028-aed8f891363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (eca5c3a0-ec74-4a2a-a5c6-a62430d93509), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:29:36.829715 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-765bf0ac-d167-416d-8fe2-638e582454ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (aac89579-4eb6-45c8-861e-e37bc0c26bf3), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:29:38.269534 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90356b9b-9a55-4227-ace0-d1fc01a5475f), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:29:43.607245 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (dbb67c4d-7aa5-4acf-82b3-541c1cabd3d2), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:30:01.819675 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-5f5bb487-ca35-44f8-bee8-3399b97488b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (0060df7f-f835-4890-b25c-3842f545a9d0), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:30:03.832658 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.agents_db [None req-2c4e262f-840f-46f3-949a-97bfddff46e9 None None] Agent healthcheck: found 6 active agents {{(pid=103840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 17:30:04.079937 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-9df2e54a-be35-496b-93d9-1c87aef3deda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90b713d5-0d52-4da0-a663-b3b1c9fefb3d), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:30:05.091049 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-7239c76e-3e75-4b64-9028-aed8f891363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (eca5c3a0-ec74-4a2a-a5c6-a62430d93509), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:30:06.842825 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-765bf0ac-d167-416d-8fe2-638e582454ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (aac89579-4eb6-45c8-861e-e37bc0c26bf3), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:30:08.072570 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e59a0-eb66-485e-984f-e652f891e0f5 req-00c6fd67-e4c7-4d1b-870f-7b847411d2f9 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:08.074066 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-3b2e59a0-eb66-485e-984f-e652f891e0f5 req-00c6fd67-e4c7-4d1b-870f-7b847411d2f9 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdd5edb6-74e5-423f-aec7-ba60738cce6d HTTP/1.1" status: 200 len: 946 time: 0.0537920 Mar 02 17:30:08.127342 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-3b2e59a0-eb66-485e-984f-e652f891e0f5 req-46309421-2bbc-409c-a9b8-ad49a3abc946 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/security-groups?id=284a9aff-6c46-4e9f-af8b-91540baeadce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477033 Mar 02 17:30:08.285347 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90356b9b-9a55-4227-ace0-d1fc01a5475f), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:30:09.245932 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a7598-645c-4e68-a7df-ad05a10bd7a7 req-ff65e9b6-68d4-4f4f-98ff-f89fc5b38ed3 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:09.247374 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-f54a7598-645c-4e68-a7df-ad05a10bd7a7 req-ff65e9b6-68d4-4f4f-98ff-f89fc5b38ed3 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdd5edb6-74e5-423f-aec7-ba60738cce6d HTTP/1.1" status: 200 len: 946 time: 0.0507979 Mar 02 17:30:09.295516 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-f54a7598-645c-4e68-a7df-ad05a10bd7a7 req-23d6b682-32cf-4fa4-8e70-20db8d9cb690 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/security-groups?id=284a9aff-6c46-4e9f-af8b-91540baeadce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425594 Mar 02 17:30:09.606583 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7954423-9a61-4857-a32b-4f6eeaaa2749 req-8833f7a9-f6b7-4c49-bc8a-647ca214a2a5 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:09.607913 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-f7954423-9a61-4857-a32b-4f6eeaaa2749 req-8833f7a9-f6b7-4c49-bc8a-647ca214a2a5 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.49 "GET /v2.0/ports?device_id=fdd5edb6-74e5-423f-aec7-ba60738cce6d HTTP/1.1" status: 200 len: 946 time: 0.0548737 Mar 02 17:30:09.703880 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [req-f7954423-9a61-4857-a32b-4f6eeaaa2749 req-cd631425-4db7-45b7-8b79-4a4353252524 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Deleting port 64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9 {{(pid=103838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 17:30:09.704223 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-f7954423-9a61-4857-a32b-4f6eeaaa2749 req-cd631425-4db7-45b7-8b79-4a4353252524 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757691651449'] for port (64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:30:09.796213 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [req-f7954423-9a61-4857-a32b-4f6eeaaa2749 req-cd631425-4db7-45b7-8b79-4a4353252524 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] For port 64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9,segment=NetworkSegment(f618d530-f505-48bd-b607-190318e3ffcb),segment_id=f618d530-f505-48bd-b607-190318e3ffcb)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:30:09.796573 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-f7954423-9a61-4857-a32b-4f6eeaaa2749 req-cd631425-4db7-45b7-8b79-4a4353252524 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757418'] for port (64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:30:09.973404 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-f7954423-9a61-4857-a32b-4f6eeaaa2749 req-cd631425-4db7-45b7-8b79-4a4353252524 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:30:09.973764 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-f7954423-9a61-4857-a32b-4f6eeaaa2749 req-cd631425-4db7-45b7-8b79-4a4353252524 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-755393'] for floatingip (22a1a560-6a37-44c2-a2e7-4104e5c8b2c3), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:30:09.974108 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.db.l3_db [req-f7954423-9a61-4857-a32b-4f6eeaaa2749 req-cd631425-4db7-45b7-8b79-4a4353252524 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Floating IP 22a1a560-6a37-44c2-a2e7-4104e5c8b2c3 disassociated. External IP: 172.27.1.17, port: 64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9. Mar 02 17:30:09.974444 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [req-f7954423-9a61-4857-a32b-4f6eeaaa2749 req-cd631425-4db7-45b7-8b79-4a4353252524 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Calling delete_port for 64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9 owned by compute:nova {{(pid=103838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 17:30:10.182654 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-f7954423-9a61-4857-a32b-4f6eeaaa2749 req-cd631425-4db7-45b7-8b79-4a4353252524 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757691659996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757691134190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26691326'] for port (64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:30:10.215633 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd631425-4db7-45b7-8b79-4a4353252524 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Pushing event deleted for resources: {'Port': ['ID=64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:30:10.225483 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd631425-4db7-45b7-8b79-4a4353252524 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:30:10.225743 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd631425-4db7-45b7-8b79-4a4353252524 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:30:10.226105 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd631425-4db7-45b7-8b79-4a4353252524 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:30:10.226436 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd631425-4db7-45b7-8b79-4a4353252524 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:30:10.226761 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd631425-4db7-45b7-8b79-4a4353252524 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:30:10.227886 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd631425-4db7-45b7-8b79-4a4353252524 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:30:10.228175 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd631425-4db7-45b7-8b79-4a4353252524 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:30:10.228510 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd631425-4db7-45b7-8b79-4a4353252524 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:30:10.228834 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd631425-4db7-45b7-8b79-4a4353252524 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:30:10.229153 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd631425-4db7-45b7-8b79-4a4353252524 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:30:10.298071 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd631425-4db7-45b7-8b79-4a4353252524 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:30:10.298071 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd631425-4db7-45b7-8b79-4a4353252524 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:30:10.298071 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd631425-4db7-45b7-8b79-4a4353252524 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:30:10.345938 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7954423-9a61-4857-a32b-4f6eeaaa2749 req-cd631425-4db7-45b7-8b79-4a4353252524 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Router 2c9521f2-9c19-404b-8ead-074607f46130 has already been hosted by L3 agent 90b713d5-0d52-4da0-a663-b3b1c9fefb3d {{(pid=103838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:30:10.426327 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-7039bf0a-1b80-4d67-8f52-f4030bd53f88 req-0b3fb13c-01aa-4d94-b9a3-2d4bd99b690d tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdd5edb6-74e5-423f-aec7-ba60738cce6d HTTP/1.1" status: 200 len: 210 time: 0.0383582 Mar 02 17:30:10.478789 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7954423-9a61-4857-a32b-4f6eeaaa2749 req-cd631425-4db7-45b7-8b79-4a4353252524 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Notify agent at l3_agent.dv-cinder-778193-22-iscsi the message routers_updated {{(pid=103838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:30:10.488755 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7204f880-c691-4c0c-94c1-87b79ef7d8a6 None None] Sync routers for ids ['2c9521f2-9c19-404b-8ead-074607f46130'] in dv-cinder-778193-22-iscsi {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 17:30:10.497929 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7204f880-c691-4c0c-94c1-87b79ef7d8a6 None None] Routers {'2c9521f2-9c19-404b-8ead-074607f46130'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:30:10.498540 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-7204f880-c691-4c0c-94c1-87b79ef7d8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:30:04Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['2c9521f2-9c19-404b-8ead-074607f46130'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:30:10.519351 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7954423-9a61-4857-a32b-4f6eeaaa2749 req-cd631425-4db7-45b7-8b79-4a4353252524 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] No DVR routers for this DVR port 64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9 on host hv-cinder-77819 {{(pid=103838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:30:10.522015 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-f7954423-9a61-4857-a32b-4f6eeaaa2749 req-cd631425-4db7-45b7-8b79-4a4353252524 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021714'] for port (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:30:10.526306 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-f7954423-9a61-4857-a32b-4f6eeaaa2749 req-cd631425-4db7-45b7-8b79-4a4353252524 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.49 "DELETE /v2.0/ports/64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9 HTTP/1.1" status: 204 len: 173 time: 0.9135096 Mar 02 17:30:10.526780 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdd5edb6-74e5-423f-aec7-ba60738cce6d', 'name': 'network-vif-deleted', 'tag': '64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9'}] {{(pid=103838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 17:30:10.529281 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7c8e0f7c7170b606f581d652a183e77a47547618c5f9292d8eb62f06a367e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e2391c1-26c2-4b19-83eb-778ff4853d73" -d '{"events": [{"server_uuid": "fdd5edb6-74e5-423f-aec7-ba60738cce6d", "name": "network-vif-deleted", "tag": "64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9"}]}' {{(pid=103838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 17:30:10.565913 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 17:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a53f4c-2173-45f7-afa7-e44e28d0318d x-openstack-request-id: req-17a53f4c-2173-45f7-afa7-e44e28d0318d {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 17:30:10.566212 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdd5edb6-74e5-423f-aec7-ba60738cce6d", "name": "network-vif-deleted", "tag": "64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9", "status": "completed", "code": 200}]} {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 17:30:10.566465 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-17a53f4c-2173-45f7-afa7-e44e28d0318d {{(pid=103838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 17:30:10.566864 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdd5edb6-74e5-423f-aec7-ba60738cce6d', 'name': 'network-vif-deleted', 'tag': '64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9', 'status': 'completed', 'code': 200} Mar 02 17:30:10.616027 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-7204f880-c691-4c0c-94c1-87b79ef7d8a6 None None] Set router 2c9521f2-9c19-404b-8ead-074607f46130 gateway port host: dv-cinder-778193-22-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:30:10.826239 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-7204f880-c691-4c0c-94c1-87b79ef7d8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9521f2-9c19-404b-8ead-074607f46130', 'name': 'tempest-TestVolumeBootPattern-1325495679-router', 'tenant_id': '6e052ebc463e48848e3d6669191712c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'd8aa3517-45e6-410d-90a6-933f76d68794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:27:15Z', 'updated_at': '2022-03-02T17:27:19Z', 'revision_number': 4, 'project_id': '6e052ebc463e48848e3d6669191712c7', 'gw_port': {'id': 'd8aa3517-45e6-410d-90a6-933f76d68794', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9521f2-9c19-404b-8ead-074607f46130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:27:16Z', 'updated_at': '2022-03-02T17:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_interfaces': [{'id': '06da7a49-16d4-43a3-8c36-fab7534565c8', 'name': '', 'network_id': '4e0622e5-1aaf-426d-bbe5-da9d91feb753', 'tenant_id': '6e052ebc463e48848e3d6669191712c7', 'mac_address': 'fa:16:3e:e7:14:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9521f2-9c19-404b-8ead-074607f46130', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4cb5c027-f9c9-47e9-b68c-c8abb0d7a617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:27:18Z', 'updated_at': '2022-03-02T17:27:23Z', 'revision_number': 5, 'project_id': '6e052ebc463e48848e3d6669191712c7', 'subnets': [{'id': '4cb5c027-f9c9-47e9-b68c-c8abb0d7a617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:30:10.855639 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7204f880-c691-4c0c-94c1-87b79ef7d8a6 None None] Checking router: 2c9521f2-9c19-404b-8ead-074607f46130 for host: dv-cinder-778193-22-iscsi {{(pid=103839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 17:30:10.863930 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7204f880-c691-4c0c-94c1-87b79ef7d8a6 None None] Routers {'2c9521f2-9c19-404b-8ead-074607f46130'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:30:10.864527 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-7204f880-c691-4c0c-94c1-87b79ef7d8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:30:04Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['2c9521f2-9c19-404b-8ead-074607f46130'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:30:10.971359 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-7204f880-c691-4c0c-94c1-87b79ef7d8a6 None None] Set router 2c9521f2-9c19-404b-8ead-074607f46130 gateway port host: dv-cinder-778193-22-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:30:11.176145 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-7204f880-c691-4c0c-94c1-87b79ef7d8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9521f2-9c19-404b-8ead-074607f46130', 'name': 'tempest-TestVolumeBootPattern-1325495679-router', 'tenant_id': '6e052ebc463e48848e3d6669191712c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'd8aa3517-45e6-410d-90a6-933f76d68794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:27:15Z', 'updated_at': '2022-03-02T17:27:19Z', 'revision_number': 4, 'project_id': '6e052ebc463e48848e3d6669191712c7', 'gw_port': {'id': 'd8aa3517-45e6-410d-90a6-933f76d68794', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9521f2-9c19-404b-8ead-074607f46130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:27:16Z', 'updated_at': '2022-03-02T17:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_interfaces': [{'id': '06da7a49-16d4-43a3-8c36-fab7534565c8', 'name': '', 'network_id': '4e0622e5-1aaf-426d-bbe5-da9d91feb753', 'tenant_id': '6e052ebc463e48848e3d6669191712c7', 'mac_address': 'fa:16:3e:e7:14:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9521f2-9c19-404b-8ead-074607f46130', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4cb5c027-f9c9-47e9-b68c-c8abb0d7a617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:27:18Z', 'updated_at': '2022-03-02T17:27:23Z', 'revision_number': 5, 'project_id': '6e052ebc463e48848e3d6669191712c7', 'subnets': [{'id': '4cb5c027-f9c9-47e9-b68c-c8abb0d7a617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:30:11.207618 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7204f880-c691-4c0c-94c1-87b79ef7d8a6 None None] The sync data for ids ['2c9521f2-9c19-404b-8ead-074607f46130'] in dv-cinder-778193-22-iscsi is: [{'id': '2c9521f2-9c19-404b-8ead-074607f46130', 'name': 'tempest-TestVolumeBootPattern-1325495679-router', 'tenant_id': '6e052ebc463e48848e3d6669191712c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'd8aa3517-45e6-410d-90a6-933f76d68794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:27:15Z', 'updated_at': '2022-03-02T17:27:19Z', 'revision_number': 4, 'project_id': '6e052ebc463e48848e3d6669191712c7', 'gw_port': {'id': 'd8aa3517-45e6-410d-90a6-933f76d68794', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9521f2-9c19-404b-8ead-074607f46130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:27:16Z', 'updated_at': '2022-03-02T17:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_interfaces': [{'id': '06da7a49-16d4-43a3-8c36-fab7534565c8', 'name': '', 'network_id': '4e0622e5-1aaf-426d-bbe5-da9d91feb753', 'tenant_id': '6e052ebc463e48848e3d6669191712c7', 'mac_address': 'fa:16:3e:e7:14:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9521f2-9c19-404b-8ead-074607f46130', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4cb5c027-f9c9-47e9-b68c-c8abb0d7a617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:27:18Z', 'updated_at': '2022-03-02T17:27:23Z', 'revision_number': 5, 'project_id': '6e052ebc463e48848e3d6669191712c7', 'subnets': [{'id': '4cb5c027-f9c9-47e9-b68c-c8abb0d7a617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 17:30:11.421170 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c87f71-bf4c-41bd-9c0d-09ee72a223c4 None None] New status for floating IP 22a1a560-6a37-44c2-a2e7-4104e5c8b2c3: DOWN {{(pid=103840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 17:30:11.542711 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-4fbde9fa-6204-47c2-b66e-aff0d840ee3a req-aac3a6b7-4aaa-4503-9829-ca4d0bd34507 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdd5edb6-74e5-423f-aec7-ba60738cce6d HTTP/1.1" status: 200 len: 210 time: 0.0327017 Mar 02 17:30:12.756512 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2a70c8aa-099b-4fdb-af6b-18cfb20cfe0d req-3e7290c4-2fce-4da6-9c5a-5bc862c42b67 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1046676724&fields=id&tenant_id=6e052ebc463e48848e3d6669191712c7 HTTP/1.1" status: 200 len: 267 time: 0.0438106 Mar 02 17:30:12.861111 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a70c8aa-099b-4fdb-af6b-18cfb20cfe0d req-6d59bcfe-5911-4a06-8c75-c388f80734e0 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:12.862494 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2a70c8aa-099b-4fdb-af6b-18cfb20cfe0d req-6d59bcfe-5911-4a06-8c75-c388f80734e0 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/networks?id=4e0622e5-1aaf-426d-bbe5-da9d91feb753 HTTP/1.1" status: 200 len: 812 time: 0.0990615 Mar 02 17:30:12.877257 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2a70c8aa-099b-4fdb-af6b-18cfb20cfe0d req-31e84458-dd7f-4b76-8585-c207f5a101fc tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/quotas/6e052ebc463e48848e3d6669191712c7 HTTP/1.1" status: 200 len: 375 time: 0.0094113 Mar 02 17:30:12.934108 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2a70c8aa-099b-4fdb-af6b-18cfb20cfe0d req-c5471851-2145-4131-91cf-ede59d965607 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6e052ebc463e48848e3d6669191712c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519276 Mar 02 17:30:13.027529 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2a70c8aa-099b-4fdb-af6b-18cfb20cfe0d req-2373f668-1d3e-49b4-8773-a60d60025e74 service neutron] 10.222.0.55 "GET /v2.0/networks/4e0622e5-1aaf-426d-bbe5-da9d91feb753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820737 Mar 02 17:30:13.121100 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2a70c8aa-099b-4fdb-af6b-18cfb20cfe0d req-e92b8237-24f5-4aac-949e-2441b6c5f979 service neutron] 10.222.0.55 "GET /v2.0/networks/4e0622e5-1aaf-426d-bbe5-da9d91feb753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874240 Mar 02 17:30:13.631115 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (dbb67c4d-7aa5-4acf-82b3-541c1cabd3d2), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:30:14.077942 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device 64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 17:30:14.098534 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] No Port match for: 64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9 {{(pid=103839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 17:30:14.098876 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device 64a4dfe6-680c-4b9b-8fe0-c8f708c8a1d9 not bound to the agent host hv-cinder-77819 {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 17:30:14.648456 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-f7fcf8fc-5b71-4a03-be0b-a7c64ea15073 req-1aaefdaa-6058-441f-b2bd-fbc80fcefdbb tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c21c9db-7e7a-45fb-8651-afcdd4d51722 HTTP/1.1" status: 200 len: 210 time: 0.0276091 Mar 02 17:30:15.729789 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-6b089767-e217-4de9-94fc-c008d596eeb3 req-3778dd53-0316-4eed-a3c4-44e64df520c9 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c21c9db-7e7a-45fb-8651-afcdd4d51722 HTTP/1.1" status: 200 len: 210 time: 0.0266669 Mar 02 17:30:16.807609 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-b48589c7-d60f-4b43-99c3-a6aacb02919a req-9f558c94-457a-4ff3-8fd3-3c94aec2dc49 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c21c9db-7e7a-45fb-8651-afcdd4d51722 HTTP/1.1" status: 200 len: 210 time: 0.0261858 Mar 02 17:30:17.967806 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0704406f-8ee4-43b7-9afd-13959e4ed3ba req-85955080-4479-43cf-8d0b-1510c800620f tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c21c9db-7e7a-45fb-8651-afcdd4d51722 HTTP/1.1" status: 200 len: 210 time: 0.1086395 Mar 02 17:30:19.120480 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2f4c3ccf-76cc-467e-a8f3-72ae08c30f4f req-070ad5f2-396c-4657-9aa1-d564b7a921ba tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c21c9db-7e7a-45fb-8651-afcdd4d51722 HTTP/1.1" status: 200 len: 210 time: 0.0859480 Mar 02 17:30:20.219349 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-a4ae5b31-a4a5-4521-8b07-a01d042e491d req-ea75a441-727c-4a9b-860e-f60ccbc50b06 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c21c9db-7e7a-45fb-8651-afcdd4d51722 HTTP/1.1" status: 200 len: 210 time: 0.0296628 Mar 02 17:30:20.748001 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a70c8aa-099b-4fdb-af6b-18cfb20cfe0d req-8b2352e1-e0ae-464e-939a-a0819b39faac tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:20.749492 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2a70c8aa-099b-4fdb-af6b-18cfb20cfe0d req-8b2352e1-e0ae-464e-939a-a0819b39faac tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.49 "GET /v2.0/networks?id=4e0622e5-1aaf-426d-bbe5-da9d91feb753 HTTP/1.1" status: 200 len: 812 time: 0.1027651 Mar 02 17:30:20.813595 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2a70c8aa-099b-4fdb-af6b-18cfb20cfe0d req-2903fdcc-7460-4c25-a6b8-f5642e8db8a5 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e052ebc463e48848e3d6669191712c7 HTTP/1.1" status: 200 len: 380 time: 0.0563004 Mar 02 17:30:20.822847 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [req-2a70c8aa-099b-4fdb-af6b-18cfb20cfe0d req-d8a214e8-2a1c-4aa4-bedb-58930010b268 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Request body: {'port': {'device_id': '4c21c9db-7e7a-45fb-8651-afcdd4d51722', 'network_id': '4e0622e5-1aaf-426d-bbe5-da9d91feb753', 'admin_state_up': True, 'tenant_id': '6e052ebc463e48848e3d6669191712c7', 'security_groups': ['284a9aff-6c46-4e9f-af8b-91540baeadce']}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:30:21.014393 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a70c8aa-099b-4fdb-af6b-18cfb20cfe0d req-d8a214e8-2a1c-4aa4-bedb-58930010b268 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Made reservation on behalf of 6e052ebc463e48848e3d6669191712c7 for: {'port': 1} {{(pid=103838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:30:21.017282 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-2a70c8aa-099b-4fdb-af6b-18cfb20cfe0d req-d8a214e8-2a1c-4aa4-bedb-58930010b268 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:30:21.147885 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.db_base_plugin_common [req-2a70c8aa-099b-4fdb-af6b-18cfb20cfe0d req-d8a214e8-2a1c-4aa4-bedb-58930010b268 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Allocated IP 172.20.0.13 (4e0622e5-1aaf-426d-bbe5-da9d91feb753/4cb5c027-f9c9-47e9-b68c-c8abb0d7a617/0f561f6c-0071-4ff2-b9f4-7b499e17b8bc) {{(pid=103838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:30:21.314832 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-2a70c8aa-099b-4fdb-af6b-18cfb20cfe0d req-d8a214e8-2a1c-4aa4-bedb-58930010b268 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks [] for port (0f561f6c-0071-4ff2-b9f4-7b499e17b8bc), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:30:21.336373 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-bbb24512-05e3-4874-9766-1d21cc75b15a req-a4b25a75-6a63-4949-8f69-b90606aae4de tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c21c9db-7e7a-45fb-8651-afcdd4d51722 HTTP/1.1" status: 200 len: 210 time: 0.0427573 Mar 02 17:30:21.485270 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-2a70c8aa-099b-4fdb-af6b-18cfb20cfe0d req-d8a214e8-2a1c-4aa4-bedb-58930010b268 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757691134181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26691326'] for port (0f561f6c-0071-4ff2-b9f4-7b499e17b8bc), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:30:21.530462 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a70c8aa-099b-4fdb-af6b-18cfb20cfe0d req-d8a214e8-2a1c-4aa4-bedb-58930010b268 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Network 4e0622e5-1aaf-426d-bbe5-da9d91feb753 is already hosted by enough agents. {{(pid=103838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:30:21.533575 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.base_scheduler [req-2a70c8aa-099b-4fdb-af6b-18cfb20cfe0d req-d8a214e8-2a1c-4aa4-bedb-58930010b268 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Resources bound (agent type, host, resource id): {{(pid=103838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:30:21.537518 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a70c8aa-099b-4fdb-af6b-18cfb20cfe0d req-d8a214e8-2a1c-4aa4-bedb-58930010b268 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Received port after_create {{(pid=103838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 17:30:21.545725 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a214e8-2a1c-4aa4-bedb-58930010b268 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Pushing event updated for resources: {'Port': ['ID=0f561f6c-0071-4ff2-b9f4-7b499e17b8bc,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:30:21.593911 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a70c8aa-099b-4fdb-af6b-18cfb20cfe0d req-d8a214e8-2a1c-4aa4-bedb-58930010b268 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:21.594568 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-2a70c8aa-099b-4fdb-af6b-18cfb20cfe0d req-d8a214e8-2a1c-4aa4-bedb-58930010b268 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021714'] for port (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:30:21.680922 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2a70c8aa-099b-4fdb-af6b-18cfb20cfe0d req-d8a214e8-2a1c-4aa4-bedb-58930010b268 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8576183 Mar 02 17:30:21.687695 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [req-2a70c8aa-099b-4fdb-af6b-18cfb20cfe0d req-b2300f48-8406-4d72-a18d-8da7513ba218 service neutron] Request body: {'port': {'device_id': '4c21c9db-7e7a-45fb-8651-afcdd4d51722', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:30:21.756772 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-2a70c8aa-099b-4fdb-af6b-18cfb20cfe0d req-b2300f48-8406-4d72-a18d-8da7513ba218 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (0f561f6c-0071-4ff2-b9f4-7b499e17b8bc), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:30:21.781764 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-fb0d932f-f05b-4486-8619-fcaa47340d3d None None] Provisioning complete for port 0f561f6c-0071-4ff2-b9f4-7b499e17b8bc triggered by entity DHCP. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:30:21.782798 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-fb0d932f-f05b-4486-8619-fcaa47340d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (0f561f6c-0071-4ff2-b9f4-7b499e17b8bc), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:30:21.823915 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-fb0d932f-f05b-4486-8619-fcaa47340d3d None None] Port 0f561f6c-0071-4ff2-b9f4-7b499e17b8bc cannot update to ACTIVE because it is not bound. {{(pid=103839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 17:30:22.064679 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [req-2a70c8aa-099b-4fdb-af6b-18cfb20cfe0d req-b2300f48-8406-4d72-a18d-8da7513ba218 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f561f6c-0071-4ff2-b9f4-7b499e17b8bc {{(pid=103838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 17:30:22.074261 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-2a70c8aa-099b-4fdb-af6b-18cfb20cfe0d req-b2300f48-8406-4d72-a18d-8da7513ba218 service neutron] Publish callbacks [] for port (0f561f6c-0071-4ff2-b9f4-7b499e17b8bc), precommit_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:30:22.088014 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [req-2a70c8aa-099b-4fdb-af6b-18cfb20cfe0d req-b2300f48-8406-4d72-a18d-8da7513ba218 service neutron] Transition to ACTIVE for port object 0f561f6c-0071-4ff2-b9f4-7b499e17b8bc will not be triggered until provisioned by entity L2. {{(pid=103838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 17:30:22.153391 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-2a70c8aa-099b-4fdb-af6b-18cfb20cfe0d req-b2300f48-8406-4d72-a18d-8da7513ba218 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26691319'] for port (0f561f6c-0071-4ff2-b9f4-7b499e17b8bc), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:30:22.205436 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2300f48-8406-4d72-a18d-8da7513ba218 service neutron] Pushing event updated for resources: {'Port': ['ID=0f561f6c-0071-4ff2-b9f4-7b499e17b8bc,revision_number=2']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:30:22.283089 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [req-2a70c8aa-099b-4fdb-af6b-18cfb20cfe0d req-b2300f48-8406-4d72-a18d-8da7513ba218 service neutron] Attempting to bind port 0f561f6c-0071-4ff2-b9f4-7b499e17b8bc on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 17:30:22.283435 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [req-2a70c8aa-099b-4fdb-af6b-18cfb20cfe0d req-b2300f48-8406-4d72-a18d-8da7513ba218 service neutron] Attempting to bind port 0f561f6c-0071-4ff2-b9f4-7b499e17b8bc by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'f618d530-f505-48bd-b607-190318e3ffcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4e0622e5-1aaf-426d-bbe5-da9d91feb753'}] {{(pid=103838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 17:30:22.283767 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a70c8aa-099b-4fdb-af6b-18cfb20cfe0d req-b2300f48-8406-4d72-a18d-8da7513ba218 service neutron] Attempting to bind port 0f561f6c-0071-4ff2-b9f4-7b499e17b8bc on network 4e0622e5-1aaf-426d-bbe5-da9d91feb753 {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 17:30:22.290043 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a70c8aa-099b-4fdb-af6b-18cfb20cfe0d req-b2300f48-8406-4d72-a18d-8da7513ba218 service neutron] Port 0f561f6c-0071-4ff2-b9f4-7b499e17b8bc on network 4e0622e5-1aaf-426d-bbe5-da9d91feb753 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 17:30:22.290379 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a70c8aa-099b-4fdb-af6b-18cfb20cfe0d req-b2300f48-8406-4d72-a18d-8da7513ba218 service neutron] Attempting to bind port 0f561f6c-0071-4ff2-b9f4-7b499e17b8bc on network 4e0622e5-1aaf-426d-bbe5-da9d91feb753 {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 17:30:22.298193 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a70c8aa-099b-4fdb-af6b-18cfb20cfe0d req-b2300f48-8406-4d72-a18d-8da7513ba218 service neutron] Checking agent: {'id': 'dbb67c4d-7aa5-4acf-82b3-541c1cabd3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 13), 'started_at': datetime.datetime(2022, 3, 2, 17, 13, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 17:30:22.308242 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a70c8aa-099b-4fdb-af6b-18cfb20cfe0d req-b2300f48-8406-4d72-a18d-8da7513ba218 service neutron] Checking segment: {'id': 'f618d530-f505-48bd-b607-190318e3ffcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4e0622e5-1aaf-426d-bbe5-da9d91feb753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 17:30:22.308242 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a70c8aa-099b-4fdb-af6b-18cfb20cfe0d req-b2300f48-8406-4d72-a18d-8da7513ba218 service neutron] Bound using segment: {'id': 'f618d530-f505-48bd-b607-190318e3ffcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4e0622e5-1aaf-426d-bbe5-da9d91feb753'} {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 17:30:22.308242 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [req-2a70c8aa-099b-4fdb-af6b-18cfb20cfe0d req-b2300f48-8406-4d72-a18d-8da7513ba218 service neutron] Bound port: 0f561f6c-0071-4ff2-b9f4-7b499e17b8bc, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f618d530-f505-48bd-b607-190318e3ffcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4e0622e5-1aaf-426d-bbe5-da9d91feb753'}}] {{(pid=103838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 17:30:22.308242 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-2a70c8aa-099b-4fdb-af6b-18cfb20cfe0d req-b2300f48-8406-4d72-a18d-8da7513ba218 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (0f561f6c-0071-4ff2-b9f4-7b499e17b8bc), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:30:22.698747 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb27867d-99ea-47cb-a9e7-2b5b630445ab req-a45f63b7-1b86-4b9c-a494-13c4b9cf8f57 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:22.700305 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-cb27867d-99ea-47cb-a9e7-2b5b630445ab req-a45f63b7-1b86-4b9c-a494-13c4b9cf8f57 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c21c9db-7e7a-45fb-8651-afcdd4d51722 HTTP/1.1" status: 200 len: 944 time: 0.0964410 Mar 02 17:30:22.713655 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [req-2a70c8aa-099b-4fdb-af6b-18cfb20cfe0d req-b2300f48-8406-4d72-a18d-8da7513ba218 service neutron] For port 0f561f6c-0071-4ff2-b9f4-7b499e17b8bc, host hv-cinder-77819, cleared binding levels {{(pid=103838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:30:22.717626 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [req-2a70c8aa-099b-4fdb-af6b-18cfb20cfe0d req-b2300f48-8406-4d72-a18d-8da7513ba218 service neutron] For port 0f561f6c-0071-4ff2-b9f4-7b499e17b8bc, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=0f561f6c-0071-4ff2-b9f4-7b499e17b8bc,segment=NetworkSegment(f618d530-f505-48bd-b607-190318e3ffcb),segment_id=f618d530-f505-48bd-b607-190318e3ffcb)] {{(pid=103838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:30:22.767595 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-cb27867d-99ea-47cb-a9e7-2b5b630445ab req-dee05091-0026-4d30-98d8-1e828af756f1 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/security-groups?id=284a9aff-6c46-4e9f-af8b-91540baeadce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602202 Mar 02 17:30:22.825992 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-2a70c8aa-099b-4fdb-af6b-18cfb20cfe0d req-b2300f48-8406-4d72-a18d-8da7513ba218 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26691319'] for port (0f561f6c-0071-4ff2-b9f4-7b499e17b8bc), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:30:22.865518 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a70c8aa-099b-4fdb-af6b-18cfb20cfe0d req-b2300f48-8406-4d72-a18d-8da7513ba218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:22.866154 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-2a70c8aa-099b-4fdb-af6b-18cfb20cfe0d req-b2300f48-8406-4d72-a18d-8da7513ba218 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021714'] for port (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:30:22.867527 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2a70c8aa-099b-4fdb-af6b-18cfb20cfe0d req-b2300f48-8406-4d72-a18d-8da7513ba218 service neutron] 10.222.0.49 "PUT /v2.0/ports/0f561f6c-0071-4ff2-b9f4-7b499e17b8bc HTTP/1.1" status: 200 len: 1094 time: 1.1843054 Mar 02 17:30:22.867966 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c21c9db-7e7a-45fb-8651-afcdd4d51722', 'tag': '0f561f6c-0071-4ff2-b9f4-7b499e17b8bc'}] {{(pid=103838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 17:30:22.870926 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7c8e0f7c7170b606f581d652a183e77a47547618c5f9292d8eb62f06a367e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fdd8568-b699-4443-82d4-32f90ca98ff0" -d '{"events": [{"name": "network-changed", "server_uuid": "4c21c9db-7e7a-45fb-8651-afcdd4d51722", "tag": "0f561f6c-0071-4ff2-b9f4-7b499e17b8bc"}]}' {{(pid=103838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 17:30:22.906300 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2300f48-8406-4d72-a18d-8da7513ba218 service neutron] Pushing event updated for resources: {'Port': ['ID=0f561f6c-0071-4ff2-b9f4-7b499e17b8bc,revision_number=3']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:30:22.926642 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 17:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c38ac7-bad0-4f0f-8f3f-7ad496e70651 x-openstack-request-id: req-84c38ac7-bad0-4f0f-8f3f-7ad496e70651 {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 17:30:22.926910 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c21c9db-7e7a-45fb-8651-afcdd4d51722", "tag": "0f561f6c-0071-4ff2-b9f4-7b499e17b8bc", "status": "completed", "code": 200}]} {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 17:30:22.927133 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-84c38ac7-bad0-4f0f-8f3f-7ad496e70651 {{(pid=103838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 17:30:22.927534 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c21c9db-7e7a-45fb-8651-afcdd4d51722', 'tag': '0f561f6c-0071-4ff2-b9f4-7b499e17b8bc', 'status': 'completed', 'code': 200} Mar 02 17:30:23.011632 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd8568-b699-4443-82d4-32f90ca98ff0 req-a7ccbe85-4d19-40a2-8335-6f659a0d4ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:23.013168 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-3fdd8568-b699-4443-82d4-32f90ca98ff0 req-a7ccbe85-4d19-40a2-8335-6f659a0d4ff6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6e052ebc463e48848e3d6669191712c7&device_id=4c21c9db-7e7a-45fb-8651-afcdd4d51722 HTTP/1.1" status: 200 len: 1128 time: 0.0555520 Mar 02 17:30:23.126081 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd8568-b699-4443-82d4-32f90ca98ff0 req-15b95a4f-9655-41c9-973d-06357f4a448a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:23.127650 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-3fdd8568-b699-4443-82d4-32f90ca98ff0 req-15b95a4f-9655-41c9-973d-06357f4a448a service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=6e052ebc463e48848e3d6669191712c7&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1069791 Mar 02 17:30:23.222958 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd8568-b699-4443-82d4-32f90ca98ff0 req-0408409b-4214-4720-ba2c-06bdff8efd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:23.224393 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-3fdd8568-b699-4443-82d4-32f90ca98ff0 req-0408409b-4214-4720-ba2c-06bdff8efd4a service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0908000 Mar 02 17:30:23.312512 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a70c8aa-099b-4fdb-af6b-18cfb20cfe0d req-06a25c3a-0e8b-4cd6-9345-912ee5580997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:23.314052 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2a70c8aa-099b-4fdb-af6b-18cfb20cfe0d req-06a25c3a-0e8b-4cd6-9345-912ee5580997 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6e052ebc463e48848e3d6669191712c7&device_id=4c21c9db-7e7a-45fb-8651-afcdd4d51722 HTTP/1.1" status: 200 len: 1128 time: 0.0498531 Mar 02 17:30:23.360052 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2a70c8aa-099b-4fdb-af6b-18cfb20cfe0d req-f67fd7a9-fc22-4fdd-951c-541fd78bf3d7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f561f6c-0071-4ff2-b9f4-7b499e17b8bc HTTP/1.1" status: 200 len: 217 time: 0.0395756 Mar 02 17:30:23.409297 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a70c8aa-099b-4fdb-af6b-18cfb20cfe0d req-93b60d8a-f6bb-49ef-86b0-6cbe5f544668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:23.410965 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2a70c8aa-099b-4fdb-af6b-18cfb20cfe0d req-93b60d8a-f6bb-49ef-86b0-6cbe5f544668 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4cb5c027-f9c9-47e9-b68c-c8abb0d7a617 HTTP/1.1" status: 200 len: 851 time: 0.0452104 Mar 02 17:30:23.467437 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a70c8aa-099b-4fdb-af6b-18cfb20cfe0d req-2086d24e-91d7-4879-8101-7617c138f967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:23.469040 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2a70c8aa-099b-4fdb-af6b-18cfb20cfe0d req-2086d24e-91d7-4879-8101-7617c138f967 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4e0622e5-1aaf-426d-bbe5-da9d91feb753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0528278 Mar 02 17:30:23.572117 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2a70c8aa-099b-4fdb-af6b-18cfb20cfe0d req-646b0de9-4dd0-4e74-981f-62b62b9b3ced service neutron] 10.222.0.49 "GET /v2.0/networks/4e0622e5-1aaf-426d-bbe5-da9d91feb753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936112 Mar 02 17:30:23.661777 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2a70c8aa-099b-4fdb-af6b-18cfb20cfe0d req-4316ae0a-28bd-446b-9593-0c1a4ae0003a service neutron] 10.222.0.49 "GET /v2.0/networks/4e0622e5-1aaf-426d-bbe5-da9d91feb753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868359 Mar 02 17:30:23.909690 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af3ad57-4dfe-47c4-a8b1-f126cb9f7bcd req-c12e6454-5750-4d97-894a-f57c23d35ce6 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:23.911764 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-1af3ad57-4dfe-47c4-a8b1-f126cb9f7bcd req-c12e6454-5750-4d97-894a-f57c23d35ce6 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c21c9db-7e7a-45fb-8651-afcdd4d51722 HTTP/1.1" status: 200 len: 944 time: 0.0599082 Mar 02 17:30:23.962144 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-1af3ad57-4dfe-47c4-a8b1-f126cb9f7bcd req-21e37d53-dae5-4bdb-be0e-5b4c3a7ec7e5 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/security-groups?id=284a9aff-6c46-4e9f-af8b-91540baeadce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452704 Mar 02 17:30:25.084819 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d516ddcf-1359-4b89-9ca2-85798f45a4ed req-3414a0df-5074-457f-8427-3ea1438ba5c0 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:25.086361 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d516ddcf-1359-4b89-9ca2-85798f45a4ed req-3414a0df-5074-457f-8427-3ea1438ba5c0 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c21c9db-7e7a-45fb-8651-afcdd4d51722 HTTP/1.1" status: 200 len: 944 time: 0.0542390 Mar 02 17:30:25.138887 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d516ddcf-1359-4b89-9ca2-85798f45a4ed req-c400e8f2-caf8-4e2b-bb30-96f569c82d3d tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/security-groups?id=284a9aff-6c46-4e9f-af8b-91540baeadce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462809 Mar 02 17:30:26.262780 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaa7025-149d-4e12-ace5-14d1bd9383c3 req-864a8cfa-d37d-4ecd-b164-972c3f6985b3 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:26.270447 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-ddaa7025-149d-4e12-ace5-14d1bd9383c3 req-864a8cfa-d37d-4ecd-b164-972c3f6985b3 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c21c9db-7e7a-45fb-8651-afcdd4d51722 HTTP/1.1" status: 200 len: 944 time: 0.0537844 Mar 02 17:30:26.328116 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-ddaa7025-149d-4e12-ace5-14d1bd9383c3 req-5652e451-cee4-487a-b59b-4fa8dec9eaa9 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/security-groups?id=284a9aff-6c46-4e9f-af8b-91540baeadce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587909 Mar 02 17:30:27.469981 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc933dac-c2da-469a-ad84-ce69c954ebd4 req-b4faaee6-9eab-4aa8-8bfb-8a2134cf5fff tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:27.471467 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-dc933dac-c2da-469a-ad84-ce69c954ebd4 req-b4faaee6-9eab-4aa8-8bfb-8a2134cf5fff tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c21c9db-7e7a-45fb-8651-afcdd4d51722 HTTP/1.1" status: 200 len: 944 time: 0.0645442 Mar 02 17:30:27.524781 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-dc933dac-c2da-469a-ad84-ce69c954ebd4 req-697d4085-2bfa-4afe-af45-36b5fd464829 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/security-groups?id=284a9aff-6c46-4e9f-af8b-91540baeadce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476720 Mar 02 17:30:28.652560 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14018f3f-c688-4566-a783-c14223efd916 req-78b58e8d-1ee5-43a9-ac99-1da6c063629a tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:28.654084 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-14018f3f-c688-4566-a783-c14223efd916 req-78b58e8d-1ee5-43a9-ac99-1da6c063629a tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c21c9db-7e7a-45fb-8651-afcdd4d51722 HTTP/1.1" status: 200 len: 944 time: 0.0536692 Mar 02 17:30:28.703241 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-14018f3f-c688-4566-a783-c14223efd916 req-8ddf6611-2242-41db-96b7-2fecd8f5ea6c tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/security-groups?id=284a9aff-6c46-4e9f-af8b-91540baeadce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436761 Mar 02 17:30:29.825545 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35a0966-13e1-46fd-a8d4-4ef044034ec9 req-a74a25bf-6035-4769-84f8-2ff073038709 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:29.827137 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-a35a0966-13e1-46fd-a8d4-4ef044034ec9 req-a74a25bf-6035-4769-84f8-2ff073038709 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c21c9db-7e7a-45fb-8651-afcdd4d51722 HTTP/1.1" status: 200 len: 944 time: 0.0576882 Mar 02 17:30:29.877106 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-a35a0966-13e1-46fd-a8d4-4ef044034ec9 req-41fdebb4-69b8-47b9-a964-0e5ef6f8281a tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/security-groups?id=284a9aff-6c46-4e9f-af8b-91540baeadce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443740 Mar 02 17:30:31.004612 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa509d00-81aa-469f-b943-99e329f2fdd6 req-58fbadcb-b12d-40cf-b5ec-bb1352a89cd9 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:31.006137 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-fa509d00-81aa-469f-b943-99e329f2fdd6 req-58fbadcb-b12d-40cf-b5ec-bb1352a89cd9 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c21c9db-7e7a-45fb-8651-afcdd4d51722 HTTP/1.1" status: 200 len: 944 time: 0.0613232 Mar 02 17:30:31.060373 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-fa509d00-81aa-469f-b943-99e329f2fdd6 req-aa69042f-eda6-4f30-aef3-e0099bb9d78d tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/security-groups?id=284a9aff-6c46-4e9f-af8b-91540baeadce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476358 Mar 02 17:30:31.784904 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-f8026a07-3f91-4fe2-af52-42bfee2d515b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (0060df7f-f835-4890-b25c-3842f545a9d0), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:30:32.155573 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device 0f561f6c-0071-4ff2-b9f4-7b499e17b8bc details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 17:30:32.179959 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ffaae2-14f5-45c8-a8a1-3f1babc36752 req-e6d0616b-ab5f-4285-85f9-a1f336eaa0c8 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:32.181425 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-04ffaae2-14f5-45c8-a8a1-3f1babc36752 req-e6d0616b-ab5f-4285-85f9-a1f336eaa0c8 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c21c9db-7e7a-45fb-8651-afcdd4d51722 HTTP/1.1" status: 200 len: 944 time: 0.0538609 Mar 02 17:30:32.235542 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-04ffaae2-14f5-45c8-a8a1-3f1babc36752 req-623d8d3f-aa88-4f25-b179-c4f86ed9bc71 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/security-groups?id=284a9aff-6c46-4e9f-af8b-91540baeadce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478158 Mar 02 17:30:32.257699 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] For port 0f561f6c-0071-4ff2-b9f4-7b499e17b8bc, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=0f561f6c-0071-4ff2-b9f4-7b499e17b8bc,segment=NetworkSegment(f618d530-f505-48bd-b607-190318e3ffcb),segment_id=f618d530-f505-48bd-b607-190318e3ffcb)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:30:32.275945 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Returning: {'device': '0f561f6c-0071-4ff2-b9f4-7b499e17b8bc', 'network_id': '4e0622e5-1aaf-426d-bbe5-da9d91feb753', 'port_id': '0f561f6c-0071-4ff2-b9f4-7b499e17b8bc', 'mac_address': 'fa:16:3e:16:42:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cb5c027-f9c9-47e9-b68c-c8abb0d7a617', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 17:30:32.309610 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Current status of the port 0f561f6c-0071-4ff2-b9f4-7b499e17b8bc is: DOWN; New status is: BUILD {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:30:32.310108 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (0f561f6c-0071-4ff2-b9f4-7b499e17b8bc), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:30:32.325721 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.notifiers.nova [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f561f6c-0071-4ff2-b9f4-7b499e17b8bc {{(pid=103839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 17:30:32.347503 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] For port 0f561f6c-0071-4ff2-b9f4-7b499e17b8bc, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=0f561f6c-0071-4ff2-b9f4-7b499e17b8bc,segment=NetworkSegment(f618d530-f505-48bd-b607-190318e3ffcb),segment_id=f618d530-f505-48bd-b607-190318e3ffcb)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:30:32.436622 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (0f561f6c-0071-4ff2-b9f4-7b499e17b8bc), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:30:32.625977 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Pushing event updated for resources: {'Port': ['ID=0f561f6c-0071-4ff2-b9f4-7b499e17b8bc,revision_number=4']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:30:32.633152 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:30:32.633496 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:30:32.633836 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:30:32.634212 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:30:32.634518 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:30:32.634839 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:30:32.635163 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:30:32.635482 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:30:32.635797 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:30:32.636800 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:30:32.637231 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:30:32.637631 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:30:32.637987 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:30:32.678855 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] get_ports_and_sgs() called for port_ids ['0f561f6c-0071-4ff2-b9f4-7b499e17b8bc'] {{(pid=103839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 17:30:33.364794 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2450aa7a-9559-42b3-9d29-afd6888aea6b req-5205625d-94f1-437b-8890-892308eafba0 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:33.366369 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2450aa7a-9559-42b3-9d29-afd6888aea6b req-5205625d-94f1-437b-8890-892308eafba0 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c21c9db-7e7a-45fb-8651-afcdd4d51722 HTTP/1.1" status: 200 len: 945 time: 0.0544422 Mar 02 17:30:33.424062 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2450aa7a-9559-42b3-9d29-afd6888aea6b req-4a40d159-113f-43a6-9f5e-81a4d9837bb2 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/security-groups?id=284a9aff-6c46-4e9f-af8b-91540baeadce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513647 Mar 02 17:30:34.130057 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d510284a-7fac-4920-b280-06ce60fd05ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90b713d5-0d52-4da0-a663-b3b1c9fefb3d), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:30:34.170817 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device 0f561f6c-0071-4ff2-b9f4-7b499e17b8bc up at agent hyperv_hv-cinder-77819 {{(pid=103839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 17:30:34.278611 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Provisioning for port 0f561f6c-0071-4ff2-b9f4-7b499e17b8bc completed by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 17:30:34.282608 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Provisioning complete for port 0f561f6c-0071-4ff2-b9f4-7b499e17b8bc triggered by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:30:34.282976 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (0f561f6c-0071-4ff2-b9f4-7b499e17b8bc), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:30:34.360884 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Current status of the port 0f561f6c-0071-4ff2-b9f4-7b499e17b8bc is: BUILD; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:30:34.361270 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (0f561f6c-0071-4ff2-b9f4-7b499e17b8bc), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:30:34.384374 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c21c9db-7e7a-45fb-8651-afcdd4d51722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f561f6c-0071-4ff2-b9f4-7b499e17b8bc'}] {{(pid=103839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 17:30:34.387277 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1ae65c9246df630c0a528d92fdc2f4b7a0a5f54ed45d3739c3110b66571c885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18755796-5fc3-4999-baf9-a37bac8f02b9" -d '{"events": [{"server_uuid": "4c21c9db-7e7a-45fb-8651-afcdd4d51722", "name": "network-vif-plugged", "status": "completed", "tag": "0f561f6c-0071-4ff2-b9f4-7b499e17b8bc"}]}' {{(pid=103839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 17:30:34.400255 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] For port 0f561f6c-0071-4ff2-b9f4-7b499e17b8bc, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=0f561f6c-0071-4ff2-b9f4-7b499e17b8bc,segment=NetworkSegment(f618d530-f505-48bd-b607-190318e3ffcb),segment_id=f618d530-f505-48bd-b607-190318e3ffcb)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:30:34.424447 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 17:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9caa52ab-884f-4e94-96de-8e3e8529238b x-openstack-request-id: req-9caa52ab-884f-4e94-96de-8e3e8529238b {{(pid=103839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 17:30:34.424724 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c21c9db-7e7a-45fb-8651-afcdd4d51722", "name": "network-vif-plugged", "status": "completed", "tag": "0f561f6c-0071-4ff2-b9f4-7b499e17b8bc", "code": 200}]} {{(pid=103839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 17:30:34.424977 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9caa52ab-884f-4e94-96de-8e3e8529238b {{(pid=103839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 17:30:34.425377 dv-cinder-778193-22-iscsi neutron-server[103839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c21c9db-7e7a-45fb-8651-afcdd4d51722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f561f6c-0071-4ff2-b9f4-7b499e17b8bc', 'code': 200} Mar 02 17:30:34.493645 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (0f561f6c-0071-4ff2-b9f4-7b499e17b8bc), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:30:34.545833 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bda313-1a90-464d-8f85-9c4170bd3334 req-8ae73529-3cc6-40bb-b73f-a056ca290941 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:34.547506 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-11bda313-1a90-464d-8f85-9c4170bd3334 req-8ae73529-3cc6-40bb-b73f-a056ca290941 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c21c9db-7e7a-45fb-8651-afcdd4d51722 HTTP/1.1" status: 200 len: 946 time: 0.0551572 Mar 02 17:30:34.551131 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Pushing event updated for resources: {'Port': ['ID=0f561f6c-0071-4ff2-b9f4-7b499e17b8bc,revision_number=5']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:30:34.598553 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-11bda313-1a90-464d-8f85-9c4170bd3334 req-ec2d9a09-948c-44e6-8b14-c213638326b0 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/security-groups?id=284a9aff-6c46-4e9f-af8b-91540baeadce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452020 Mar 02 17:30:34.777406 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7daecb-de87-4e1c-a959-55a3f8c51bf9 req-a94a0d2e-5d1f-4edb-9e76-92482bdc8ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:34.779103 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-9c7daecb-de87-4e1c-a959-55a3f8c51bf9 req-a94a0d2e-5d1f-4edb-9e76-92482bdc8ad0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4c21c9db-7e7a-45fb-8651-afcdd4d51722 HTTP/1.1" status: 200 len: 1130 time: 0.0559967 Mar 02 17:30:34.828423 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-9c7daecb-de87-4e1c-a959-55a3f8c51bf9 req-297ab4f0-427b-4ee3-b3e9-307eb91bba30 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=284a9aff-6c46-4e9f-af8b-91540baeadce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429795 Mar 02 17:30:35.130046 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-7239c76e-3e75-4b64-9028-aed8f891363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (eca5c3a0-ec74-4a2a-a5c6-a62430d93509), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:30:35.722338 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9de5b0-55ae-4959-8bd1-f5c87ec7056d req-2574bfe3-367b-44fc-843a-967354e45b80 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:35.723872 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0c9de5b0-55ae-4959-8bd1-f5c87ec7056d req-2574bfe3-367b-44fc-843a-967354e45b80 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c21c9db-7e7a-45fb-8651-afcdd4d51722 HTTP/1.1" status: 200 len: 946 time: 0.0545845 Mar 02 17:30:35.782937 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0c9de5b0-55ae-4959-8bd1-f5c87ec7056d req-2dbc2be1-2aea-4499-bf79-76df9ee56ba2 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/security-groups?id=284a9aff-6c46-4e9f-af8b-91540baeadce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533693 Mar 02 17:30:36.859248 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-765bf0ac-d167-416d-8fe2-638e582454ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (aac89579-4eb6-45c8-861e-e37bc0c26bf3), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:30:36.917490 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d9038-a0c3-4c7f-9ced-6ea38342573b req-340dc959-8edb-4b3f-b00b-c106c531eb6b tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:36.919653 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-740d9038-a0c3-4c7f-9ced-6ea38342573b req-340dc959-8edb-4b3f-b00b-c106c531eb6b tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c21c9db-7e7a-45fb-8651-afcdd4d51722 HTTP/1.1" status: 200 len: 946 time: 0.0683417 Mar 02 17:30:36.972083 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-740d9038-a0c3-4c7f-9ced-6ea38342573b req-09d6e3da-7617-4638-ba65-e6be8850b84d tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/security-groups?id=284a9aff-6c46-4e9f-af8b-91540baeadce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468419 Mar 02 17:30:37.097546 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c52be1f-cd8d-45ca-b30c-d67bb220be41 req-c9c87e86-9602-4f07-95df-39a87686d695 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:37.099175 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2c52be1f-cd8d-45ca-b30c-d67bb220be41 req-c9c87e86-9602-4f07-95df-39a87686d695 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c21c9db-7e7a-45fb-8651-afcdd4d51722 HTTP/1.1" status: 200 len: 946 time: 0.0548065 Mar 02 17:30:37.152945 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2c52be1f-cd8d-45ca-b30c-d67bb220be41 req-3e8e8f62-8df9-4331-b175-5e130ae1589a tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/security-groups?id=284a9aff-6c46-4e9f-af8b-91540baeadce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482903 Mar 02 17:30:37.186596 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 54792) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:30:37.235743 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96beb596-65b0-4f14-89ff-5bcbc87e96b5 tempest-TestVolumeBootPattern-1138122926 tempest-TestVolumeBootPattern-1138122926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:37.237340 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-96beb596-65b0-4f14-89ff-5bcbc87e96b5 tempest-TestVolumeBootPattern-1138122926 tempest-TestVolumeBootPattern-1138122926-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4c21c9db-7e7a-45fb-8651-afcdd4d51722 HTTP/1.1" status: 200 len: 1125 time: 0.0497124 Mar 02 17:30:37.240324 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 54796) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:30:37.246453 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-c026ccba-ba81-47ce-89ce-3d6f81946e9a tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Request body: {'floatingip': {'floating_network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'port_id': '0f561f6c-0071-4ff2-b9f4-7b499e17b8bc', 'tenant_id': '6e052ebc463e48848e3d6669191712c7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:30:37.456156 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c026ccba-ba81-47ce-89ce-3d6f81946e9a tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:30:37.567190 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c026ccba-ba81-47ce-89ce-3d6f81946e9a tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:30:37.673487 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.db.db_base_plugin_common [None req-c026ccba-ba81-47ce-89ce-3d6f81946e9a tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Allocated IP 172.27.1.36 (0bf1b91f-7d47-47dc-984e-54613c32c4bf/e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9/08b6f5dd-80af-4ac5-9b00-a312c2ff8e99) {{(pid=103837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:30:37.785910 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c026ccba-ba81-47ce-89ce-3d6f81946e9a tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks [] for port (08b6f5dd-80af-4ac5-9b00-a312c2ff8e99), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:30:37.884335 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c026ccba-ba81-47ce-89ce-3d6f81946e9a tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757691134181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29943615'] for port (08b6f5dd-80af-4ac5-9b00-a312c2ff8e99), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:30:37.921009 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c026ccba-ba81-47ce-89ce-3d6f81946e9a tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Network 0bf1b91f-7d47-47dc-984e-54613c32c4bf is already hosted by enough agents. {{(pid=103837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:30:37.926134 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.scheduler.base_scheduler [None req-c026ccba-ba81-47ce-89ce-3d6f81946e9a tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Resources bound (agent type, host, resource id): {{(pid=103837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:30:37.928751 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c026ccba-ba81-47ce-89ce-3d6f81946e9a tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Received port after_create {{(pid=103837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 17:30:37.964498 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c026ccba-ba81-47ce-89ce-3d6f81946e9a tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Pushing event updated for resources: {'Port': ['ID=08b6f5dd-80af-4ac5-9b00-a312c2ff8e99,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:30:37.975745 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c026ccba-ba81-47ce-89ce-3d6f81946e9a tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:30:37.976089 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c026ccba-ba81-47ce-89ce-3d6f81946e9a tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:30:37.976427 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c026ccba-ba81-47ce-89ce-3d6f81946e9a tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:30:37.976755 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c026ccba-ba81-47ce-89ce-3d6f81946e9a tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:30:37.977082 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c026ccba-ba81-47ce-89ce-3d6f81946e9a tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:30:37.977402 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c026ccba-ba81-47ce-89ce-3d6f81946e9a tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:30:37.977721 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c026ccba-ba81-47ce-89ce-3d6f81946e9a tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:30:37.978085 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c026ccba-ba81-47ce-89ce-3d6f81946e9a tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:30:37.978444 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c026ccba-ba81-47ce-89ce-3d6f81946e9a tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:30:37.978766 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c026ccba-ba81-47ce-89ce-3d6f81946e9a tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:30:37.979083 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c026ccba-ba81-47ce-89ce-3d6f81946e9a tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:30:37.979399 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c026ccba-ba81-47ce-89ce-3d6f81946e9a tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:30:37.979750 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c026ccba-ba81-47ce-89ce-3d6f81946e9a tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:30:38.282055 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90356b9b-9a55-4227-ace0-d1fc01a5475f), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:30:38.341638 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c026ccba-ba81-47ce-89ce-3d6f81946e9a tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks [] for floatingip (8c541d0b-d79b-4c32-8a7f-5855cfd5ef6a), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:30:38.487470 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c026ccba-ba81-47ce-89ce-3d6f81946e9a tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (08b6f5dd-80af-4ac5-9b00-a312c2ff8e99), before_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:30:38.650175 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c026ccba-ba81-47ce-89ce-3d6f81946e9a tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks [] for port (08b6f5dd-80af-4ac5-9b00-a312c2ff8e99), precommit_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:30:38.723978 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c026ccba-ba81-47ce-89ce-3d6f81946e9a tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29943606'] for port (08b6f5dd-80af-4ac5-9b00-a312c2ff8e99), after_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:30:38.798071 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c026ccba-ba81-47ce-89ce-3d6f81946e9a tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Pushing event updated for resources: {'Port': ['ID=08b6f5dd-80af-4ac5-9b00-a312c2ff8e99,revision_number=2']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:30:38.811544 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c026ccba-ba81-47ce-89ce-3d6f81946e9a tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-755393'] for floatingip (8c541d0b-d79b-4c32-8a7f-5855cfd5ef6a), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:30:39.182244 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.db.l3_db [None req-c026ccba-ba81-47ce-89ce-3d6f81946e9a tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Floating IP 8c541d0b-d79b-4c32-8a7f-5855cfd5ef6a associated. External IP: 172.27.1.36, port: 0f561f6c-0071-4ff2-b9f4-7b499e17b8bc. Mar 02 17:30:39.423667 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c026ccba-ba81-47ce-89ce-3d6f81946e9a tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Router 2c9521f2-9c19-404b-8ead-074607f46130 has already been hosted by L3 agent 90b713d5-0d52-4da0-a663-b3b1c9fefb3d {{(pid=103837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:30:39.542172 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c026ccba-ba81-47ce-89ce-3d6f81946e9a tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Notify agent at l3_agent.dv-cinder-778193-22-iscsi the message routers_updated {{(pid=103837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:30:39.555282 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97e0238-0ccd-410b-905d-d7f46040536a None None] Sync routers for ids ['2c9521f2-9c19-404b-8ead-074607f46130'] in dv-cinder-778193-22-iscsi {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 17:30:39.568748 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97e0238-0ccd-410b-905d-d7f46040536a None None] Routers {'2c9521f2-9c19-404b-8ead-074607f46130'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:30:39.569359 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-e97e0238-0ccd-410b-905d-d7f46040536a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:30:34Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['2c9521f2-9c19-404b-8ead-074607f46130'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:30:39.634933 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c026ccba-ba81-47ce-89ce-3d6f81946e9a tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021714'] for floatingip (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:30:39.687200 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-e97e0238-0ccd-410b-905d-d7f46040536a None None] Set router 2c9521f2-9c19-404b-8ead-074607f46130 gateway port host: dv-cinder-778193-22-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:30:39.687415 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-c026ccba-ba81-47ce-89ce-3d6f81946e9a tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4455519 Mar 02 17:30:39.690221 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c21c9db-7e7a-45fb-8651-afcdd4d51722', 'tag': '0f561f6c-0071-4ff2-b9f4-7b499e17b8bc'}] {{(pid=103837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 17:30:39.697497 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462a6a76495b0d12e43f6eb34734d6d03bfa57daa221191fdc3d129722306163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164f60ac-3524-4c86-8a29-0f6f1ec9f1d1" -d '{"events": [{"name": "network-changed", "server_uuid": "4c21c9db-7e7a-45fb-8651-afcdd4d51722", "tag": "0f561f6c-0071-4ff2-b9f4-7b499e17b8bc"}]}' {{(pid=103837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 17:30:39.751842 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 17:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c32ec6-c638-47f7-93f7-cda365bdd197 x-openstack-request-id: req-30c32ec6-c638-47f7-93f7-cda365bdd197 {{(pid=103837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 17:30:39.752265 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c21c9db-7e7a-45fb-8651-afcdd4d51722", "tag": "0f561f6c-0071-4ff2-b9f4-7b499e17b8bc", "status": "completed", "code": 200}]} {{(pid=103837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 17:30:39.753017 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-30c32ec6-c638-47f7-93f7-cda365bdd197 {{(pid=103837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 17:30:39.756825 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c21c9db-7e7a-45fb-8651-afcdd4d51722', 'tag': '0f561f6c-0071-4ff2-b9f4-7b499e17b8bc', 'status': 'completed', 'code': 200} Mar 02 17:30:39.822611 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f60ac-3524-4c86-8a29-0f6f1ec9f1d1 req-bcdaeffc-4d66-4128-85b0-e1143a3babc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:39.825042 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-164f60ac-3524-4c86-8a29-0f6f1ec9f1d1 req-bcdaeffc-4d66-4128-85b0-e1143a3babc9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6e052ebc463e48848e3d6669191712c7&device_id=4c21c9db-7e7a-45fb-8651-afcdd4d51722 HTTP/1.1" status: 200 len: 1130 time: 0.0526793 Mar 02 17:30:39.937466 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f60ac-3524-4c86-8a29-0f6f1ec9f1d1 req-e427e1bd-f5fe-4f46-a052-d3d9268f8359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:39.938883 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-164f60ac-3524-4c86-8a29-0f6f1ec9f1d1 req-e427e1bd-f5fe-4f46-a052-d3d9268f8359 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4e0622e5-1aaf-426d-bbe5-da9d91feb753 HTTP/1.1" status: 200 len: 913 time: 0.1081762 Mar 02 17:30:39.942472 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-e97e0238-0ccd-410b-905d-d7f46040536a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9521f2-9c19-404b-8ead-074607f46130', 'name': 'tempest-TestVolumeBootPattern-1325495679-router', 'tenant_id': '6e052ebc463e48848e3d6669191712c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'd8aa3517-45e6-410d-90a6-933f76d68794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:27:15Z', 'updated_at': '2022-03-02T17:27:19Z', 'revision_number': 4, 'project_id': '6e052ebc463e48848e3d6669191712c7', 'gw_port': {'id': 'd8aa3517-45e6-410d-90a6-933f76d68794', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9521f2-9c19-404b-8ead-074607f46130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:27:16Z', 'updated_at': '2022-03-02T17:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_floatingips': [{'id': '8c541d0b-d79b-4c32-8a7f-5855cfd5ef6a', 'tenant_id': '6e052ebc463e48848e3d6669191712c7', 'floating_ip_address': '172.27.1.36', 'floating_network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'router_id': '2c9521f2-9c19-404b-8ead-074607f46130', 'port_id': '0f561f6c-0071-4ff2-b9f4-7b499e17b8bc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e0622e5-1aaf-426d-bbe5-da9d91feb753', 'mac_address': 'fa:16:3e:16:42:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c21c9db-7e7a-45fb-8651-afcdd4d51722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:30:38Z', 'updated_at': '2022-03-02T17:30:38Z', 'revision_number': 0, 'project_id': '6e052ebc463e48848e3d6669191712c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06da7a49-16d4-43a3-8c36-fab7534565c8', 'name': '', 'network_id': '4e0622e5-1aaf-426d-bbe5-da9d91feb753', 'tenant_id': '6e052ebc463e48848e3d6669191712c7', 'mac_address': 'fa:16:3e:e7:14:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9521f2-9c19-404b-8ead-074607f46130', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4cb5c027-f9c9-47e9-b68c-c8abb0d7a617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:27:18Z', 'updated_at': '2022-03-02T17:27:23Z', 'revision_number': 5, 'project_id': '6e052ebc463e48848e3d6669191712c7', 'subnets': [{'id': '4cb5c027-f9c9-47e9-b68c-c8abb0d7a617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:30:39.976918 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97e0238-0ccd-410b-905d-d7f46040536a None None] Checking router: 2c9521f2-9c19-404b-8ead-074607f46130 for host: dv-cinder-778193-22-iscsi {{(pid=103839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 17:30:39.987957 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97e0238-0ccd-410b-905d-d7f46040536a None None] Routers {'2c9521f2-9c19-404b-8ead-074607f46130'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:30:39.988601 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-e97e0238-0ccd-410b-905d-d7f46040536a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:30:34Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['2c9521f2-9c19-404b-8ead-074607f46130'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:30:40.013266 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-164f60ac-3524-4c86-8a29-0f6f1ec9f1d1 req-af95f33f-6460-4e42-9f0b-7fbe41f533a2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f561f6c-0071-4ff2-b9f4-7b499e17b8bc HTTP/1.1" status: 200 len: 999 time: 0.0683556 Mar 02 17:30:40.072807 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f60ac-3524-4c86-8a29-0f6f1ec9f1d1 req-96a2936c-7a56-404e-9647-82645e765c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:40.075330 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-164f60ac-3524-4c86-8a29-0f6f1ec9f1d1 req-96a2936c-7a56-404e-9647-82645e765c4c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4cb5c027-f9c9-47e9-b68c-c8abb0d7a617 HTTP/1.1" status: 200 len: 851 time: 0.0562763 Mar 02 17:30:40.118980 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-e97e0238-0ccd-410b-905d-d7f46040536a None None] Set router 2c9521f2-9c19-404b-8ead-074607f46130 gateway port host: dv-cinder-778193-22-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:30:40.140171 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f60ac-3524-4c86-8a29-0f6f1ec9f1d1 req-e0699d83-907a-4df3-bb30-fc58287b0ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:40.142050 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-164f60ac-3524-4c86-8a29-0f6f1ec9f1d1 req-e0699d83-907a-4df3-bb30-fc58287b0ebc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4e0622e5-1aaf-426d-bbe5-da9d91feb753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0604839 Mar 02 17:30:40.240548 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-164f60ac-3524-4c86-8a29-0f6f1ec9f1d1 req-f30b1f08-40e6-4e46-b282-cec021da6bf2 service neutron] 10.222.0.49 "GET /v2.0/networks/4e0622e5-1aaf-426d-bbe5-da9d91feb753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907028 Mar 02 17:30:40.345876 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-164f60ac-3524-4c86-8a29-0f6f1ec9f1d1 req-2c205d70-d5b1-41dd-adeb-c40004bf8dc1 service neutron] 10.222.0.49 "GET /v2.0/networks/4e0622e5-1aaf-426d-bbe5-da9d91feb753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979218 Mar 02 17:30:40.394663 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-e97e0238-0ccd-410b-905d-d7f46040536a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9521f2-9c19-404b-8ead-074607f46130', 'name': 'tempest-TestVolumeBootPattern-1325495679-router', 'tenant_id': '6e052ebc463e48848e3d6669191712c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'd8aa3517-45e6-410d-90a6-933f76d68794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:27:15Z', 'updated_at': '2022-03-02T17:27:19Z', 'revision_number': 4, 'project_id': '6e052ebc463e48848e3d6669191712c7', 'gw_port': {'id': 'd8aa3517-45e6-410d-90a6-933f76d68794', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9521f2-9c19-404b-8ead-074607f46130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:27:16Z', 'updated_at': '2022-03-02T17:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_floatingips': [{'id': '8c541d0b-d79b-4c32-8a7f-5855cfd5ef6a', 'tenant_id': '6e052ebc463e48848e3d6669191712c7', 'floating_ip_address': '172.27.1.36', 'floating_network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'router_id': '2c9521f2-9c19-404b-8ead-074607f46130', 'port_id': '0f561f6c-0071-4ff2-b9f4-7b499e17b8bc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e0622e5-1aaf-426d-bbe5-da9d91feb753', 'mac_address': 'fa:16:3e:16:42:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c21c9db-7e7a-45fb-8651-afcdd4d51722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:30:38Z', 'updated_at': '2022-03-02T17:30:38Z', 'revision_number': 0, 'project_id': '6e052ebc463e48848e3d6669191712c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06da7a49-16d4-43a3-8c36-fab7534565c8', 'name': '', 'network_id': '4e0622e5-1aaf-426d-bbe5-da9d91feb753', 'tenant_id': '6e052ebc463e48848e3d6669191712c7', 'mac_address': 'fa:16:3e:e7:14:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9521f2-9c19-404b-8ead-074607f46130', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4cb5c027-f9c9-47e9-b68c-c8abb0d7a617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:27:18Z', 'updated_at': '2022-03-02T17:27:23Z', 'revision_number': 5, 'project_id': '6e052ebc463e48848e3d6669191712c7', 'subnets': [{'id': '4cb5c027-f9c9-47e9-b68c-c8abb0d7a617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:30:40.423387 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97e0238-0ccd-410b-905d-d7f46040536a None None] The sync data for ids ['2c9521f2-9c19-404b-8ead-074607f46130'] in dv-cinder-778193-22-iscsi is: [{'id': '2c9521f2-9c19-404b-8ead-074607f46130', 'name': 'tempest-TestVolumeBootPattern-1325495679-router', 'tenant_id': '6e052ebc463e48848e3d6669191712c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'd8aa3517-45e6-410d-90a6-933f76d68794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:27:15Z', 'updated_at': '2022-03-02T17:27:19Z', 'revision_number': 4, 'project_id': '6e052ebc463e48848e3d6669191712c7', 'gw_port': {'id': 'd8aa3517-45e6-410d-90a6-933f76d68794', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9521f2-9c19-404b-8ead-074607f46130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:27:16Z', 'updated_at': '2022-03-02T17:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_floatingips': [{'id': '8c541d0b-d79b-4c32-8a7f-5855cfd5ef6a', 'tenant_id': '6e052ebc463e48848e3d6669191712c7', 'floating_ip_address': '172.27.1.36', 'floating_network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'router_id': '2c9521f2-9c19-404b-8ead-074607f46130', 'port_id': '0f561f6c-0071-4ff2-b9f4-7b499e17b8bc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e0622e5-1aaf-426d-bbe5-da9d91feb753', 'mac_address': 'fa:16:3e:16:42:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c21c9db-7e7a-45fb-8651-afcdd4d51722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:30:38Z', 'updated_at': '2022-03-02T17:30:38Z', 'revision_number': 0, 'project_id': '6e052ebc463e48848e3d6669191712c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06da7a49-16d4-43a3-8c36-fab7534565c8', 'name': '', 'network_id': '4e0622e5-1aaf-426d-bbe5-da9d91feb753', 'tenant_id': '6e052ebc463e48848e3d6669191712c7', 'mac_address': 'fa:16:3e:e7:14:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9521f2-9c19-404b-8ead-074607f46130', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4cb5c027-f9c9-47e9-b68c-c8abb0d7a617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:27:18Z', 'updated_at': '2022-03-02T17:27:23Z', 'revision_number': 5, 'project_id': '6e052ebc463e48848e3d6669191712c7', 'subnets': [{'id': '4cb5c027-f9c9-47e9-b68c-c8abb0d7a617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 17:30:40.669547 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee2f475-3ba3-45f3-bb6f-3bbbdc97e17b None None] New status for floating IP 8c541d0b-d79b-4c32-8a7f-5855cfd5ef6a: ACTIVE {{(pid=103840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 17:30:40.831702 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.agents_db [None req-2c4e262f-840f-46f3-949a-97bfddff46e9 None None] Agent healthcheck: found 6 active agents {{(pid=103840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 17:30:42.838536 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [req-4f6b8913-39df-4e32-a93f-832eea39671d req-1d996f1a-7b76-4336-bd49-de7204fcef9a service neutron] (103837) timed out ('10.222.0.49', 54912) {{(pid=103837) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 02 17:30:43.638390 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (dbb67c4d-7aa5-4acf-82b3-541c1cabd3d2), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:30:51.773042 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [req-1d8f08c3-3f6a-4943-a70d-4474ccaf9f06 req-99fba47a-24ef-4ad4-86b6-be7f263c65e4 service neutron] (103838) timed out ('10.222.0.49', 54939) {{(pid=103838) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 02 17:31:01.789894 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-55ba7ea1-156c-42a1-ab2e-315788e54138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (0060df7f-f835-4890-b25c-3842f545a9d0), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:31:04.081929 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-43818305-f04e-4fcd-b8c7-8b08614e81df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90b713d5-0d52-4da0-a663-b3b1c9fefb3d), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:31:05.094662 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-7239c76e-3e75-4b64-9028-aed8f891363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (eca5c3a0-ec74-4a2a-a5c6-a62430d93509), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:31:06.877310 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-765bf0ac-d167-416d-8fe2-638e582454ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (aac89579-4eb6-45c8-861e-e37bc0c26bf3), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:31:08.246830 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90356b9b-9a55-4227-ace0-d1fc01a5475f), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:31:13.642456 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (dbb67c4d-7aa5-4acf-82b3-541c1cabd3d2), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:31:17.831572 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.agents_db [None req-2c4e262f-840f-46f3-949a-97bfddff46e9 None None] Agent healthcheck: found 6 active agents {{(pid=103840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 17:31:28.476867 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-7fd0a0b5-716b-415d-9f69-1f02fb473fe1 req-b3fbfac4-ddf8-4dd8-a9f1-2facb4cf75e6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4c21c9db-7e7a-45fb-8651-afcdd4d51722&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0972939 Mar 02 17:31:28.567343 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd0a0b5-716b-415d-9f69-1f02fb473fe1 req-d6c83cec-23e7-4311-aff6-4c9f3bd3ee67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:28.568856 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-7fd0a0b5-716b-415d-9f69-1f02fb473fe1 req-d6c83cec-23e7-4311-aff6-4c9f3bd3ee67 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6e052ebc463e48848e3d6669191712c7&device_id=4c21c9db-7e7a-45fb-8651-afcdd4d51722 HTTP/1.1" status: 200 len: 1130 time: 0.0471702 Mar 02 17:31:28.683319 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd0a0b5-716b-415d-9f69-1f02fb473fe1 req-b3e00a1c-87ef-44f9-a4cd-cf6d908b925e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:28.684785 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-7fd0a0b5-716b-415d-9f69-1f02fb473fe1 req-b3e00a1c-87ef-44f9-a4cd-cf6d908b925e service neutron] 10.222.0.49 "GET /v2.0/networks?id=4e0622e5-1aaf-426d-bbe5-da9d91feb753 HTTP/1.1" status: 200 len: 913 time: 0.0961127 Mar 02 17:31:28.751359 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-7fd0a0b5-716b-415d-9f69-1f02fb473fe1 req-649e185f-9e60-4544-a925-55b9eba799b4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f561f6c-0071-4ff2-b9f4-7b499e17b8bc HTTP/1.1" status: 200 len: 1001 time: 0.0604777 Mar 02 17:31:28.803483 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd0a0b5-716b-415d-9f69-1f02fb473fe1 req-223cf8ca-1b95-4e3b-857f-0b38d2214703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:28.804942 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-7fd0a0b5-716b-415d-9f69-1f02fb473fe1 req-223cf8ca-1b95-4e3b-857f-0b38d2214703 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4cb5c027-f9c9-47e9-b68c-c8abb0d7a617 HTTP/1.1" status: 200 len: 851 time: 0.0482478 Mar 02 17:31:28.858638 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd0a0b5-716b-415d-9f69-1f02fb473fe1 req-57b77519-f640-443d-8c13-06d8d76f5ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:28.860158 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-7fd0a0b5-716b-415d-9f69-1f02fb473fe1 req-57b77519-f640-443d-8c13-06d8d76f5ab0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4e0622e5-1aaf-426d-bbe5-da9d91feb753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0476429 Mar 02 17:31:28.949446 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-7fd0a0b5-716b-415d-9f69-1f02fb473fe1 req-22ba391f-193b-4b84-a9f1-c31ecc2c3ede service neutron] 10.222.0.49 "GET /v2.0/networks/4e0622e5-1aaf-426d-bbe5-da9d91feb753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830951 Mar 02 17:31:29.044695 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-7fd0a0b5-716b-415d-9f69-1f02fb473fe1 req-c789b2e2-2c26-4a99-8747-18de951aefc3 service neutron] 10.222.0.49 "GET /v2.0/networks/4e0622e5-1aaf-426d-bbe5-da9d91feb753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896111 Mar 02 17:31:31.813120 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-dca5e6dc-b513-4ebe-9bca-a6e214af817a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (0060df7f-f835-4890-b25c-3842f545a9d0), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:31:34.104532 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-ed454c2e-af6b-4842-847c-ea5316c389c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90b713d5-0d52-4da0-a663-b3b1c9fefb3d), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:31:35.075742 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-7239c76e-3e75-4b64-9028-aed8f891363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (eca5c3a0-ec74-4a2a-a5c6-a62430d93509), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:31:36.841513 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-765bf0ac-d167-416d-8fe2-638e582454ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (aac89579-4eb6-45c8-861e-e37bc0c26bf3), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:31:38.247257 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90356b9b-9a55-4227-ace0-d1fc01a5475f), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:31:43.624195 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (dbb67c4d-7aa5-4acf-82b3-541c1cabd3d2), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:31:54.832087 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.agents_db [None req-2c4e262f-840f-46f3-949a-97bfddff46e9 None None] Agent healthcheck: found 6 active agents {{(pid=103840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 17:32:01.857509 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-b38e4bb3-a00c-4f4a-9a0e-1604f8ae3599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (0060df7f-f835-4890-b25c-3842f545a9d0), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:32:04.086112 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-6f76e7af-b31c-4b4b-99a6-6d3beee43046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90b713d5-0d52-4da0-a663-b3b1c9fefb3d), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:32:05.085863 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-7239c76e-3e75-4b64-9028-aed8f891363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (eca5c3a0-ec74-4a2a-a5c6-a62430d93509), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:32:06.857295 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-765bf0ac-d167-416d-8fe2-638e582454ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (aac89579-4eb6-45c8-861e-e37bc0c26bf3), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:32:08.251622 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90356b9b-9a55-4227-ace0-d1fc01a5475f), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:32:13.634081 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (dbb67c4d-7aa5-4acf-82b3-541c1cabd3d2), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:32:16.648128 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2e6316d2-0de9-4ab8-a63e-c5d6ce89857c req-0b0625c9-9b9f-4e64-a7bc-2145d268d6a8 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1046676724&fields=id&tenant_id=6e052ebc463e48848e3d6669191712c7 HTTP/1.1" status: 200 len: 267 time: 0.0511618 Mar 02 17:32:16.771295 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6316d2-0de9-4ab8-a63e-c5d6ce89857c req-9f1b9301-6b68-4196-841c-68f8b79f481c tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:16.772770 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2e6316d2-0de9-4ab8-a63e-c5d6ce89857c req-9f1b9301-6b68-4196-841c-68f8b79f481c tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/networks?id=4e0622e5-1aaf-426d-bbe5-da9d91feb753 HTTP/1.1" status: 200 len: 812 time: 0.1135597 Mar 02 17:32:16.787803 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2e6316d2-0de9-4ab8-a63e-c5d6ce89857c req-ca6bc632-b66d-4222-bdf5-c8a18d2e68b7 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/quotas/6e052ebc463e48848e3d6669191712c7 HTTP/1.1" status: 200 len: 375 time: 0.0092742 Mar 02 17:32:16.846825 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2e6316d2-0de9-4ab8-a63e-c5d6ce89857c req-d582875a-629e-4579-be8b-a68323b926af tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6e052ebc463e48848e3d6669191712c7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0529792 Mar 02 17:32:16.941638 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2e6316d2-0de9-4ab8-a63e-c5d6ce89857c req-ca3ef5cb-8f28-4231-94b7-ee08fb203aff service neutron] 10.222.0.55 "GET /v2.0/networks/4e0622e5-1aaf-426d-bbe5-da9d91feb753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824969 Mar 02 17:32:17.036175 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2e6316d2-0de9-4ab8-a63e-c5d6ce89857c req-f913f39d-3c84-4bcd-b9e2-d153cb48086c service neutron] 10.222.0.55 "GET /v2.0/networks/4e0622e5-1aaf-426d-bbe5-da9d91feb753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888500 Mar 02 17:32:17.669513 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-a17232f6-e901-4763-a1a0-7e7b7fe024ff req-e8723faf-a18e-4afa-9141-3409fa486602 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/ports?device_id=90bd0f05-97e8-4b0c-9a67-2cd9df28f0d4 HTTP/1.1" status: 200 len: 210 time: 0.0295191 Mar 02 17:32:18.774683 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2040c807-9830-46ee-90fd-42f8a97f4935 req-804207f4-a3a8-4f14-a746-c820f01e36ba tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/ports?device_id=90bd0f05-97e8-4b0c-9a67-2cd9df28f0d4 HTTP/1.1" status: 200 len: 210 time: 0.0281684 Mar 02 17:32:19.604076 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6316d2-0de9-4ab8-a63e-c5d6ce89857c req-e915831e-f508-4df3-a5da-f1aed8979276 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:19.606130 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2e6316d2-0de9-4ab8-a63e-c5d6ce89857c req-e915831e-f508-4df3-a5da-f1aed8979276 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.49 "GET /v2.0/networks?id=4e0622e5-1aaf-426d-bbe5-da9d91feb753 HTTP/1.1" status: 200 len: 812 time: 0.1126192 Mar 02 17:32:19.672455 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2e6316d2-0de9-4ab8-a63e-c5d6ce89857c req-7223c12e-588d-4465-aa1e-b1b7c02a53bb tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e052ebc463e48848e3d6669191712c7 HTTP/1.1" status: 200 len: 380 time: 0.0581753 Mar 02 17:32:19.682770 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [req-2e6316d2-0de9-4ab8-a63e-c5d6ce89857c req-16f0de45-607e-4cce-9b26-78f88f392793 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Request body: {'port': {'device_id': '90bd0f05-97e8-4b0c-9a67-2cd9df28f0d4', 'network_id': '4e0622e5-1aaf-426d-bbe5-da9d91feb753', 'admin_state_up': True, 'tenant_id': '6e052ebc463e48848e3d6669191712c7', 'security_groups': ['284a9aff-6c46-4e9f-af8b-91540baeadce']}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:32:19.878955 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e6316d2-0de9-4ab8-a63e-c5d6ce89857c req-16f0de45-607e-4cce-9b26-78f88f392793 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Made reservation on behalf of 6e052ebc463e48848e3d6669191712c7 for: {'port': 1} {{(pid=103838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:32:19.883038 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-2e6316d2-0de9-4ab8-a63e-c5d6ce89857c req-16f0de45-607e-4cce-9b26-78f88f392793 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:32:19.901892 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-fef5abeb-205b-45c5-b0ca-fc42153e21b1 req-69f4eead-e974-48a6-9297-ab1e63905422 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/ports?device_id=90bd0f05-97e8-4b0c-9a67-2cd9df28f0d4 HTTP/1.1" status: 200 len: 210 time: 0.0364509 Mar 02 17:32:20.032839 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.db_base_plugin_common [req-2e6316d2-0de9-4ab8-a63e-c5d6ce89857c req-16f0de45-607e-4cce-9b26-78f88f392793 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Allocated IP 172.20.0.12 (4e0622e5-1aaf-426d-bbe5-da9d91feb753/4cb5c027-f9c9-47e9-b68c-c8abb0d7a617/ff09bff0-c3dc-492f-a759-9c34190c2cb4) {{(pid=103838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:32:20.182039 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-2e6316d2-0de9-4ab8-a63e-c5d6ce89857c req-16f0de45-607e-4cce-9b26-78f88f392793 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks [] for port (ff09bff0-c3dc-492f-a759-9c34190c2cb4), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:32:20.314533 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-2e6316d2-0de9-4ab8-a63e-c5d6ce89857c req-16f0de45-607e-4cce-9b26-78f88f392793 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757691134181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26691326'] for port (ff09bff0-c3dc-492f-a759-9c34190c2cb4), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:32:20.362115 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e6316d2-0de9-4ab8-a63e-c5d6ce89857c req-16f0de45-607e-4cce-9b26-78f88f392793 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Network 4e0622e5-1aaf-426d-bbe5-da9d91feb753 is already hosted by enough agents. {{(pid=103838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:32:20.365252 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.base_scheduler [req-2e6316d2-0de9-4ab8-a63e-c5d6ce89857c req-16f0de45-607e-4cce-9b26-78f88f392793 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Resources bound (agent type, host, resource id): {{(pid=103838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:32:20.368928 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e6316d2-0de9-4ab8-a63e-c5d6ce89857c req-16f0de45-607e-4cce-9b26-78f88f392793 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Received port after_create {{(pid=103838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 17:32:20.395265 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f0de45-607e-4cce-9b26-78f88f392793 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Pushing event updated for resources: {'Port': ['ID=ff09bff0-c3dc-492f-a759-9c34190c2cb4,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:20.409816 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f0de45-607e-4cce-9b26-78f88f392793 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:32:20.410185 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f0de45-607e-4cce-9b26-78f88f392793 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:32:20.410525 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f0de45-607e-4cce-9b26-78f88f392793 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:32:20.410854 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f0de45-607e-4cce-9b26-78f88f392793 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:32:20.411179 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f0de45-607e-4cce-9b26-78f88f392793 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:32:20.411507 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f0de45-607e-4cce-9b26-78f88f392793 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:32:20.411828 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f0de45-607e-4cce-9b26-78f88f392793 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:32:20.412150 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f0de45-607e-4cce-9b26-78f88f392793 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:32:20.412471 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f0de45-607e-4cce-9b26-78f88f392793 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:32:20.412792 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f0de45-607e-4cce-9b26-78f88f392793 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:32:20.413105 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f0de45-607e-4cce-9b26-78f88f392793 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:32:20.413421 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f0de45-607e-4cce-9b26-78f88f392793 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:32:20.413736 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f0de45-607e-4cce-9b26-78f88f392793 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:32:20.443406 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6316d2-0de9-4ab8-a63e-c5d6ce89857c req-16f0de45-607e-4cce-9b26-78f88f392793 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:20.444371 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-2e6316d2-0de9-4ab8-a63e-c5d6ce89857c req-16f0de45-607e-4cce-9b26-78f88f392793 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021714'] for port (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:32:20.547508 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2e6316d2-0de9-4ab8-a63e-c5d6ce89857c req-16f0de45-607e-4cce-9b26-78f88f392793 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8689582 Mar 02 17:32:20.559237 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.v2.base [req-2e6316d2-0de9-4ab8-a63e-c5d6ce89857c req-deaad16c-6914-4eea-b37b-04e0b8a6154a service neutron] Request body: {'port': {'device_id': '90bd0f05-97e8-4b0c-9a67-2cd9df28f0d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:32:20.580484 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-98ff81a8-014a-4077-b4fe-915601add9d1 None None] Provisioning complete for port ff09bff0-c3dc-492f-a759-9c34190c2cb4 triggered by entity DHCP. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:32:20.581070 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-98ff81a8-014a-4077-b4fe-915601add9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (ff09bff0-c3dc-492f-a759-9c34190c2cb4), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:32:20.622952 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-98ff81a8-014a-4077-b4fe-915601add9d1 None None] Port ff09bff0-c3dc-492f-a759-9c34190c2cb4 cannot update to ACTIVE because it is not bound. {{(pid=103839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 17:32:20.623935 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-2e6316d2-0de9-4ab8-a63e-c5d6ce89857c req-deaad16c-6914-4eea-b37b-04e0b8a6154a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (ff09bff0-c3dc-492f-a759-9c34190c2cb4), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:32:20.905683 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [req-2e6316d2-0de9-4ab8-a63e-c5d6ce89857c req-deaad16c-6914-4eea-b37b-04e0b8a6154a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff09bff0-c3dc-492f-a759-9c34190c2cb4 {{(pid=103838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 17:32:20.915095 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-2e6316d2-0de9-4ab8-a63e-c5d6ce89857c req-deaad16c-6914-4eea-b37b-04e0b8a6154a service neutron] Publish callbacks [] for port (ff09bff0-c3dc-492f-a759-9c34190c2cb4), precommit_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:32:20.928587 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [req-2e6316d2-0de9-4ab8-a63e-c5d6ce89857c req-deaad16c-6914-4eea-b37b-04e0b8a6154a service neutron] Transition to ACTIVE for port object ff09bff0-c3dc-492f-a759-9c34190c2cb4 will not be triggered until provisioned by entity L2. {{(pid=103838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 17:32:21.005217 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-2e6316d2-0de9-4ab8-a63e-c5d6ce89857c req-deaad16c-6914-4eea-b37b-04e0b8a6154a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26691319'] for port (ff09bff0-c3dc-492f-a759-9c34190c2cb4), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:32:21.075264 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaad16c-6914-4eea-b37b-04e0b8a6154a service neutron] Pushing event updated for resources: {'Port': ['ID=ff09bff0-c3dc-492f-a759-9c34190c2cb4,revision_number=2']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:21.098669 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cb030f-265c-41cb-8777-748799f1f0b0 req-e76d09be-d9d1-468c-8348-ed4857d4536d tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:21.100200 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-58cb030f-265c-41cb-8777-748799f1f0b0 req-e76d09be-d9d1-468c-8348-ed4857d4536d tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/ports?device_id=90bd0f05-97e8-4b0c-9a67-2cd9df28f0d4 HTTP/1.1" status: 200 len: 932 time: 0.1244087 Mar 02 17:32:21.186292 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [req-2e6316d2-0de9-4ab8-a63e-c5d6ce89857c req-deaad16c-6914-4eea-b37b-04e0b8a6154a service neutron] Attempting to bind port ff09bff0-c3dc-492f-a759-9c34190c2cb4 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 17:32:21.186621 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [req-2e6316d2-0de9-4ab8-a63e-c5d6ce89857c req-deaad16c-6914-4eea-b37b-04e0b8a6154a service neutron] Attempting to bind port ff09bff0-c3dc-492f-a759-9c34190c2cb4 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'f618d530-f505-48bd-b607-190318e3ffcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4e0622e5-1aaf-426d-bbe5-da9d91feb753'}] {{(pid=103838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 17:32:21.186943 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6316d2-0de9-4ab8-a63e-c5d6ce89857c req-deaad16c-6914-4eea-b37b-04e0b8a6154a service neutron] Attempting to bind port ff09bff0-c3dc-492f-a759-9c34190c2cb4 on network 4e0622e5-1aaf-426d-bbe5-da9d91feb753 {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 17:32:21.196249 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6316d2-0de9-4ab8-a63e-c5d6ce89857c req-deaad16c-6914-4eea-b37b-04e0b8a6154a service neutron] Port ff09bff0-c3dc-492f-a759-9c34190c2cb4 on network 4e0622e5-1aaf-426d-bbe5-da9d91feb753 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 17:32:21.197035 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6316d2-0de9-4ab8-a63e-c5d6ce89857c req-deaad16c-6914-4eea-b37b-04e0b8a6154a service neutron] Attempting to bind port ff09bff0-c3dc-492f-a759-9c34190c2cb4 on network 4e0622e5-1aaf-426d-bbe5-da9d91feb753 {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 17:32:21.202674 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-58cb030f-265c-41cb-8777-748799f1f0b0 req-1ed26c2c-79b9-413b-92d7-0af724baaca4 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/security-groups?id=284a9aff-6c46-4e9f-af8b-91540baeadce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777717 Mar 02 17:32:21.207679 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6316d2-0de9-4ab8-a63e-c5d6ce89857c req-deaad16c-6914-4eea-b37b-04e0b8a6154a service neutron] Checking agent: {'id': 'dbb67c4d-7aa5-4acf-82b3-541c1cabd3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 13), 'started_at': datetime.datetime(2022, 3, 2, 17, 13, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 17:32:21.208011 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6316d2-0de9-4ab8-a63e-c5d6ce89857c req-deaad16c-6914-4eea-b37b-04e0b8a6154a service neutron] Checking segment: {'id': 'f618d530-f505-48bd-b607-190318e3ffcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4e0622e5-1aaf-426d-bbe5-da9d91feb753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 17:32:21.208598 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6316d2-0de9-4ab8-a63e-c5d6ce89857c req-deaad16c-6914-4eea-b37b-04e0b8a6154a service neutron] Bound using segment: {'id': 'f618d530-f505-48bd-b607-190318e3ffcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4e0622e5-1aaf-426d-bbe5-da9d91feb753'} {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 17:32:21.209037 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [req-2e6316d2-0de9-4ab8-a63e-c5d6ce89857c req-deaad16c-6914-4eea-b37b-04e0b8a6154a service neutron] Bound port: ff09bff0-c3dc-492f-a759-9c34190c2cb4, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f618d530-f505-48bd-b607-190318e3ffcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4e0622e5-1aaf-426d-bbe5-da9d91feb753'}}] {{(pid=103838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 17:32:21.210182 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-2e6316d2-0de9-4ab8-a63e-c5d6ce89857c req-deaad16c-6914-4eea-b37b-04e0b8a6154a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (ff09bff0-c3dc-492f-a759-9c34190c2cb4), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:32:21.304289 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [req-2e6316d2-0de9-4ab8-a63e-c5d6ce89857c req-deaad16c-6914-4eea-b37b-04e0b8a6154a service neutron] For port ff09bff0-c3dc-492f-a759-9c34190c2cb4, host hv-cinder-77819, cleared binding levels {{(pid=103838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:32:21.307959 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [req-2e6316d2-0de9-4ab8-a63e-c5d6ce89857c req-deaad16c-6914-4eea-b37b-04e0b8a6154a service neutron] For port ff09bff0-c3dc-492f-a759-9c34190c2cb4, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=ff09bff0-c3dc-492f-a759-9c34190c2cb4,segment=NetworkSegment(f618d530-f505-48bd-b607-190318e3ffcb),segment_id=f618d530-f505-48bd-b607-190318e3ffcb)] {{(pid=103838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:32:21.423224 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-2e6316d2-0de9-4ab8-a63e-c5d6ce89857c req-deaad16c-6914-4eea-b37b-04e0b8a6154a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26691319'] for port (ff09bff0-c3dc-492f-a759-9c34190c2cb4), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:32:21.456186 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6316d2-0de9-4ab8-a63e-c5d6ce89857c req-deaad16c-6914-4eea-b37b-04e0b8a6154a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:21.456997 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-2e6316d2-0de9-4ab8-a63e-c5d6ce89857c req-deaad16c-6914-4eea-b37b-04e0b8a6154a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021714'] for port (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:32:21.458394 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2e6316d2-0de9-4ab8-a63e-c5d6ce89857c req-deaad16c-6914-4eea-b37b-04e0b8a6154a service neutron] 10.222.0.49 "PUT /v2.0/ports/ff09bff0-c3dc-492f-a759-9c34190c2cb4 HTTP/1.1" status: 200 len: 1094 time: 0.9040709 Mar 02 17:32:21.460672 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90bd0f05-97e8-4b0c-9a67-2cd9df28f0d4', 'tag': 'ff09bff0-c3dc-492f-a759-9c34190c2cb4'}] {{(pid=103838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 17:32:21.463964 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7c8e0f7c7170b606f581d652a183e77a47547618c5f9292d8eb62f06a367e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2736a9e2-4d3e-4c29-9b75-96dddfdf837f" -d '{"events": [{"name": "network-changed", "server_uuid": "90bd0f05-97e8-4b0c-9a67-2cd9df28f0d4", "tag": "ff09bff0-c3dc-492f-a759-9c34190c2cb4"}]}' {{(pid=103838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 17:32:21.492124 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaad16c-6914-4eea-b37b-04e0b8a6154a service neutron] Pushing event updated for resources: {'Port': ['ID=ff09bff0-c3dc-492f-a759-9c34190c2cb4,revision_number=3']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:21.597833 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 17:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f052af-6569-4269-be2c-d88da833029c x-openstack-request-id: req-b0f052af-6569-4269-be2c-d88da833029c {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 17:32:21.598240 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90bd0f05-97e8-4b0c-9a67-2cd9df28f0d4", "tag": "ff09bff0-c3dc-492f-a759-9c34190c2cb4", "status": "completed", "code": 200}]} {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 17:32:21.598387 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b0f052af-6569-4269-be2c-d88da833029c {{(pid=103838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 17:32:21.598786 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90bd0f05-97e8-4b0c-9a67-2cd9df28f0d4', 'tag': 'ff09bff0-c3dc-492f-a759-9c34190c2cb4', 'status': 'completed', 'code': 200} Mar 02 17:32:21.613344 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6316d2-0de9-4ab8-a63e-c5d6ce89857c req-adf2a8f0-e45c-4bc2-9d72-cd04bd55d753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:21.615096 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2e6316d2-0de9-4ab8-a63e-c5d6ce89857c req-adf2a8f0-e45c-4bc2-9d72-cd04bd55d753 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6e052ebc463e48848e3d6669191712c7&device_id=90bd0f05-97e8-4b0c-9a67-2cd9df28f0d4 HTTP/1.1" status: 200 len: 1128 time: 0.0596848 Mar 02 17:32:21.661404 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2e6316d2-0de9-4ab8-a63e-c5d6ce89857c req-a5242fc8-7e07-4853-a3c2-3dca1692e908 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff09bff0-c3dc-492f-a759-9c34190c2cb4 HTTP/1.1" status: 200 len: 217 time: 0.0387037 Mar 02 17:32:21.713505 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6316d2-0de9-4ab8-a63e-c5d6ce89857c req-51d13611-f198-4e6d-a247-90363ab6caae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:21.715077 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2e6316d2-0de9-4ab8-a63e-c5d6ce89857c req-51d13611-f198-4e6d-a247-90363ab6caae service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4cb5c027-f9c9-47e9-b68c-c8abb0d7a617 HTTP/1.1" status: 200 len: 851 time: 0.0483041 Mar 02 17:32:21.772246 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6316d2-0de9-4ab8-a63e-c5d6ce89857c req-2f59c8ff-592d-46e8-a269-84570d45f8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:21.774077 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2e6316d2-0de9-4ab8-a63e-c5d6ce89857c req-2f59c8ff-592d-46e8-a269-84570d45f8cc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4e0622e5-1aaf-426d-bbe5-da9d91feb753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0523210 Mar 02 17:32:21.866560 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2e6316d2-0de9-4ab8-a63e-c5d6ce89857c req-80071f65-cd46-4f1c-8c6d-60d5f0483ab5 service neutron] 10.222.0.49 "GET /v2.0/networks/4e0622e5-1aaf-426d-bbe5-da9d91feb753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848746 Mar 02 17:32:21.961106 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2e6316d2-0de9-4ab8-a63e-c5d6ce89857c req-e0c6682e-c35f-4aed-8fc7-da0ab3b3cc7a service neutron] 10.222.0.49 "GET /v2.0/networks/4e0622e5-1aaf-426d-bbe5-da9d91feb753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871034 Mar 02 17:32:22.124659 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2736a9e2-4d3e-4c29-9b75-96dddfdf837f req-d22bb2ef-0932-4e13-ab78-a0beb4705b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:22.126086 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2736a9e2-4d3e-4c29-9b75-96dddfdf837f req-d22bb2ef-0932-4e13-ab78-a0beb4705b6c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6e052ebc463e48848e3d6669191712c7&device_id=90bd0f05-97e8-4b0c-9a67-2cd9df28f0d4 HTTP/1.1" status: 200 len: 1128 time: 0.0480595 Mar 02 17:32:22.217277 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2736a9e2-4d3e-4c29-9b75-96dddfdf837f req-8b62b43f-6ae5-4027-ae16-df7855dee46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:22.218773 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2736a9e2-4d3e-4c29-9b75-96dddfdf837f req-8b62b43f-6ae5-4027-ae16-df7855dee46c service neutron] 10.222.0.49 "GET /v2.0/networks?id=4e0622e5-1aaf-426d-bbe5-da9d91feb753 HTTP/1.1" status: 200 len: 913 time: 0.0863991 Mar 02 17:32:22.268890 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2736a9e2-4d3e-4c29-9b75-96dddfdf837f req-c7ff826f-5613-4645-a44b-7e7a4223e9e1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff09bff0-c3dc-492f-a759-9c34190c2cb4 HTTP/1.1" status: 200 len: 217 time: 0.0406787 Mar 02 17:32:22.351833 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2736a9e2-4d3e-4c29-9b75-96dddfdf837f req-db9e525a-e1d6-4e8c-9e44-8e83821d3f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:22.353322 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2736a9e2-4d3e-4c29-9b75-96dddfdf837f req-db9e525a-e1d6-4e8c-9e44-8e83821d3f57 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4cb5c027-f9c9-47e9-b68c-c8abb0d7a617 HTTP/1.1" status: 200 len: 851 time: 0.0775664 Mar 02 17:32:22.371692 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06c2729-a700-49a8-a6a9-180df9de604e req-be803a29-a027-4aa2-baea-bec4a73781c6 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:22.373324 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-b06c2729-a700-49a8-a6a9-180df9de604e req-be803a29-a027-4aa2-baea-bec4a73781c6 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/ports?device_id=90bd0f05-97e8-4b0c-9a67-2cd9df28f0d4 HTTP/1.1" status: 200 len: 944 time: 0.0890381 Mar 02 17:32:22.454975 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-b06c2729-a700-49a8-a6a9-180df9de604e req-b81e54f9-294d-4d9c-af21-8314c9b36274 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/security-groups?id=284a9aff-6c46-4e9f-af8b-91540baeadce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741322 Mar 02 17:32:22.460145 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2736a9e2-4d3e-4c29-9b75-96dddfdf837f req-79b176bf-af13-4fba-9d5c-022fb553abf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:22.461560 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2736a9e2-4d3e-4c29-9b75-96dddfdf837f req-79b176bf-af13-4fba-9d5c-022fb553abf1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4e0622e5-1aaf-426d-bbe5-da9d91feb753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0980425 Mar 02 17:32:22.556995 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2736a9e2-4d3e-4c29-9b75-96dddfdf837f req-6be27bd2-59ef-43f6-a064-eb7a230429f3 service neutron] 10.222.0.49 "GET /v2.0/networks/4e0622e5-1aaf-426d-bbe5-da9d91feb753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845330 Mar 02 17:32:22.651776 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-2736a9e2-4d3e-4c29-9b75-96dddfdf837f req-e88b9c06-b094-45e2-888e-038564f0c159 service neutron] 10.222.0.49 "GET /v2.0/networks/4e0622e5-1aaf-426d-bbe5-da9d91feb753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871491 Mar 02 17:32:23.588399 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e30f28-6cbd-4a7d-877a-c7628ea91182 req-23116a18-a33c-4a7b-9124-278deb48d2cb tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:23.589928 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-85e30f28-6cbd-4a7d-877a-c7628ea91182 req-23116a18-a33c-4a7b-9124-278deb48d2cb tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/ports?device_id=90bd0f05-97e8-4b0c-9a67-2cd9df28f0d4 HTTP/1.1" status: 200 len: 944 time: 0.0577562 Mar 02 17:32:23.640702 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-85e30f28-6cbd-4a7d-877a-c7628ea91182 req-0c0c0850-9bdc-4e45-9df1-2c7e55ec6ee0 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/security-groups?id=284a9aff-6c46-4e9f-af8b-91540baeadce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446973 Mar 02 17:32:24.761084 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cb0437-0449-4c7e-a3fc-68c7017538f1 req-cb7d48d4-b25d-4763-bde5-627f9ecfda42 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:24.762608 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-a3cb0437-0449-4c7e-a3fc-68c7017538f1 req-cb7d48d4-b25d-4763-bde5-627f9ecfda42 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/ports?device_id=90bd0f05-97e8-4b0c-9a67-2cd9df28f0d4 HTTP/1.1" status: 200 len: 944 time: 0.0542400 Mar 02 17:32:24.819729 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-a3cb0437-0449-4c7e-a3fc-68c7017538f1 req-68eb1d62-3727-46c0-8fe5-becf54d6d70f tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/security-groups?id=284a9aff-6c46-4e9f-af8b-91540baeadce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505190 Mar 02 17:32:25.940113 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20be502-dce7-4904-8c8c-e61ecb97d351 req-f65f8bf1-08a8-419a-9d2d-a6817c1f8798 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:25.941614 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c20be502-dce7-4904-8c8c-e61ecb97d351 req-f65f8bf1-08a8-419a-9d2d-a6817c1f8798 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/ports?device_id=90bd0f05-97e8-4b0c-9a67-2cd9df28f0d4 HTTP/1.1" status: 200 len: 944 time: 0.0524235 Mar 02 17:32:25.990516 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-c20be502-dce7-4904-8c8c-e61ecb97d351 req-32ca53dc-e71f-4196-b55d-fbae2c59997c tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/security-groups?id=284a9aff-6c46-4e9f-af8b-91540baeadce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430815 Mar 02 17:32:27.159672 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68464965-44dd-4058-a97a-c7278a411711 req-b48880e3-6c53-4755-81ca-cc25861c1c9b tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:27.161140 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-68464965-44dd-4058-a97a-c7278a411711 req-b48880e3-6c53-4755-81ca-cc25861c1c9b tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/ports?device_id=90bd0f05-97e8-4b0c-9a67-2cd9df28f0d4 HTTP/1.1" status: 200 len: 944 time: 0.0527742 Mar 02 17:32:27.209543 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-68464965-44dd-4058-a97a-c7278a411711 req-4b069a9b-904d-4322-ac8b-651c94f1025e tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/security-groups?id=284a9aff-6c46-4e9f-af8b-91540baeadce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427041 Mar 02 17:32:28.354691 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed9b5af-27fa-48ee-92c1-c39ea776af34 req-953b7391-6c9c-43a0-8eb5-d094ea459a84 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:28.356071 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-1ed9b5af-27fa-48ee-92c1-c39ea776af34 req-953b7391-6c9c-43a0-8eb5-d094ea459a84 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/ports?device_id=90bd0f05-97e8-4b0c-9a67-2cd9df28f0d4 HTTP/1.1" status: 200 len: 944 time: 0.0576305 Mar 02 17:32:28.430023 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-1ed9b5af-27fa-48ee-92c1-c39ea776af34 req-12be19b2-13cb-460f-8ffa-76a935f49d32 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/security-groups?id=284a9aff-6c46-4e9f-af8b-91540baeadce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665047 Mar 02 17:32:28.446638 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e4ae1564-3ed9-4f2a-9826-d932ba5231bd req-4972ef48-4b47-486a-9e2f-9ab005d46a9c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4c21c9db-7e7a-45fb-8651-afcdd4d51722&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0631986 Mar 02 17:32:28.534048 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ae1564-3ed9-4f2a-9826-d932ba5231bd req-312382e1-341d-45d9-9d65-8da1d4239366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:28.535523 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e4ae1564-3ed9-4f2a-9826-d932ba5231bd req-312382e1-341d-45d9-9d65-8da1d4239366 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6e052ebc463e48848e3d6669191712c7&device_id=4c21c9db-7e7a-45fb-8651-afcdd4d51722 HTTP/1.1" status: 200 len: 1130 time: 0.0447538 Mar 02 17:32:28.647357 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ae1564-3ed9-4f2a-9826-d932ba5231bd req-a2215ea2-1a27-4184-a4a6-be1d787b151d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:28.649062 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e4ae1564-3ed9-4f2a-9826-d932ba5231bd req-a2215ea2-1a27-4184-a4a6-be1d787b151d service neutron] 10.222.0.49 "GET /v2.0/networks?id=4e0622e5-1aaf-426d-bbe5-da9d91feb753 HTTP/1.1" status: 200 len: 913 time: 0.0945718 Mar 02 17:32:28.715722 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e4ae1564-3ed9-4f2a-9826-d932ba5231bd req-500eb4c6-6e67-4399-ae79-4224ea243b54 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f561f6c-0071-4ff2-b9f4-7b499e17b8bc HTTP/1.1" status: 200 len: 1001 time: 0.0583205 Mar 02 17:32:28.767723 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ae1564-3ed9-4f2a-9826-d932ba5231bd req-6b9e55e0-f1ec-4fa0-8309-8392162c5e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:28.769157 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e4ae1564-3ed9-4f2a-9826-d932ba5231bd req-6b9e55e0-f1ec-4fa0-8309-8392162c5e97 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4cb5c027-f9c9-47e9-b68c-c8abb0d7a617 HTTP/1.1" status: 200 len: 851 time: 0.0459218 Mar 02 17:32:28.818749 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ae1564-3ed9-4f2a-9826-d932ba5231bd req-5f7564d8-adbe-433b-93c0-0d3e1f89c4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:28.820306 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e4ae1564-3ed9-4f2a-9826-d932ba5231bd req-5f7564d8-adbe-433b-93c0-0d3e1f89c4be service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4e0622e5-1aaf-426d-bbe5-da9d91feb753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0435503 Mar 02 17:32:28.912617 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e4ae1564-3ed9-4f2a-9826-d932ba5231bd req-f63784d6-f46f-4ae8-8b4e-1f447b6cdfbb service neutron] 10.222.0.49 "GET /v2.0/networks/4e0622e5-1aaf-426d-bbe5-da9d91feb753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820618 Mar 02 17:32:29.008366 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e4ae1564-3ed9-4f2a-9826-d932ba5231bd req-156b4fe3-a1e0-43d9-b08a-8b5ccb6db1fc service neutron] 10.222.0.49 "GET /v2.0/networks/4e0622e5-1aaf-426d-bbe5-da9d91feb753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881627 Mar 02 17:32:29.550105 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e302f-927a-48be-8e4e-94e95d4af10c req-5f54e78e-3d51-4475-a301-282fdaefb510 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:29.551589 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-6a6e302f-927a-48be-8e4e-94e95d4af10c req-5f54e78e-3d51-4475-a301-282fdaefb510 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/ports?device_id=90bd0f05-97e8-4b0c-9a67-2cd9df28f0d4 HTTP/1.1" status: 200 len: 944 time: 0.0528140 Mar 02 17:32:29.599605 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-6a6e302f-927a-48be-8e4e-94e95d4af10c req-816f6337-eac6-404e-94f2-5a931c88640d tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/security-groups?id=284a9aff-6c46-4e9f-af8b-91540baeadce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424259 Mar 02 17:32:30.623871 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device ff09bff0-c3dc-492f-a759-9c34190c2cb4 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 17:32:30.720876 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b786ab-0109-4b6f-8268-1eff0730cfdc req-f50dbae7-765c-4e0d-8273-b3934b99b0d8 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:30.722416 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-21b786ab-0109-4b6f-8268-1eff0730cfdc req-f50dbae7-765c-4e0d-8273-b3934b99b0d8 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/ports?device_id=90bd0f05-97e8-4b0c-9a67-2cd9df28f0d4 HTTP/1.1" status: 200 len: 944 time: 0.0533683 Mar 02 17:32:30.723957 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] For port ff09bff0-c3dc-492f-a759-9c34190c2cb4, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=ff09bff0-c3dc-492f-a759-9c34190c2cb4,segment=NetworkSegment(f618d530-f505-48bd-b607-190318e3ffcb),segment_id=f618d530-f505-48bd-b607-190318e3ffcb)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:32:30.735681 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Returning: {'device': 'ff09bff0-c3dc-492f-a759-9c34190c2cb4', 'network_id': '4e0622e5-1aaf-426d-bbe5-da9d91feb753', 'port_id': 'ff09bff0-c3dc-492f-a759-9c34190c2cb4', 'mac_address': 'fa:16:3e:69:41:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cb5c027-f9c9-47e9-b68c-c8abb0d7a617', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 17:32:30.772587 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Current status of the port ff09bff0-c3dc-492f-a759-9c34190c2cb4 is: DOWN; New status is: BUILD {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:32:30.773254 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (ff09bff0-c3dc-492f-a759-9c34190c2cb4), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:32:30.774663 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-21b786ab-0109-4b6f-8268-1eff0730cfdc req-f261a434-272e-44ae-9243-8dc3b0277df4 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/security-groups?id=284a9aff-6c46-4e9f-af8b-91540baeadce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466270 Mar 02 17:32:30.787211 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.notifiers.nova [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff09bff0-c3dc-492f-a759-9c34190c2cb4 {{(pid=103839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 17:32:30.806583 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] For port ff09bff0-c3dc-492f-a759-9c34190c2cb4, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=ff09bff0-c3dc-492f-a759-9c34190c2cb4,segment=NetworkSegment(f618d530-f505-48bd-b607-190318e3ffcb),segment_id=f618d530-f505-48bd-b607-190318e3ffcb)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:32:30.896231 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (ff09bff0-c3dc-492f-a759-9c34190c2cb4), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:32:30.947447 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Pushing event updated for resources: {'Port': ['ID=ff09bff0-c3dc-492f-a759-9c34190c2cb4,revision_number=4']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:30.955395 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:32:30.955782 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:32:30.956123 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:32:30.956456 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:32:30.956780 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:32:30.957104 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:32:30.957425 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:32:30.957747 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:32:30.958102 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:32:30.958420 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:32:30.958794 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:32:30.959114 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:32:30.959428 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:32:31.129006 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] get_ports_and_sgs() called for port_ids ['ff09bff0-c3dc-492f-a759-9c34190c2cb4'] {{(pid=103839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 17:32:31.832663 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.agents_db [None req-2c4e262f-840f-46f3-949a-97bfddff46e9 None None] Agent healthcheck: found 6 active agents {{(pid=103840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 17:32:31.884772 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-c9c3b084-92bb-4b94-95f2-7f835d607aef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (0060df7f-f835-4890-b25c-3842f545a9d0), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:32:31.900322 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0416c10-c7d8-48a7-b016-617721c1f5bb req-266c4169-9faa-410d-ac36-5d60201fd5e9 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:31.904904 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d0416c10-c7d8-48a7-b016-617721c1f5bb req-266c4169-9faa-410d-ac36-5d60201fd5e9 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/ports?device_id=90bd0f05-97e8-4b0c-9a67-2cd9df28f0d4 HTTP/1.1" status: 200 len: 945 time: 0.0544403 Mar 02 17:32:31.951924 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d0416c10-c7d8-48a7-b016-617721c1f5bb req-84f2d0d7-4eda-4188-a645-455f83811ad7 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/security-groups?id=284a9aff-6c46-4e9f-af8b-91540baeadce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437658 Mar 02 17:32:32.641493 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device ff09bff0-c3dc-492f-a759-9c34190c2cb4 up at agent hyperv_hv-cinder-77819 {{(pid=103839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 17:32:32.747335 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Provisioning for port ff09bff0-c3dc-492f-a759-9c34190c2cb4 completed by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 17:32:32.751787 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.provisioning_blocks [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Provisioning complete for port ff09bff0-c3dc-492f-a759-9c34190c2cb4 triggered by entity L2. {{(pid=103839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 17:32:32.752161 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966034'] for port (ff09bff0-c3dc-492f-a759-9c34190c2cb4), provisioning_complete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:32:32.832181 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Current status of the port ff09bff0-c3dc-492f-a759-9c34190c2cb4 is: BUILD; New status is: ACTIVE {{(pid=103839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 17:32:32.832570 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (ff09bff0-c3dc-492f-a759-9c34190c2cb4), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:32:32.855965 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90bd0f05-97e8-4b0c-9a67-2cd9df28f0d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff09bff0-c3dc-492f-a759-9c34190c2cb4'}] {{(pid=103839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 17:32:32.858260 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1ae65c9246df630c0a528d92fdc2f4b7a0a5f54ed45d3739c3110b66571c885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-226ec935-9dd2-4024-b558-020a334d3406" -d '{"events": [{"server_uuid": "90bd0f05-97e8-4b0c-9a67-2cd9df28f0d4", "name": "network-vif-plugged", "status": "completed", "tag": "ff09bff0-c3dc-492f-a759-9c34190c2cb4"}]}' {{(pid=103839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 17:32:32.871605 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] For port ff09bff0-c3dc-492f-a759-9c34190c2cb4, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=ff09bff0-c3dc-492f-a759-9c34190c2cb4,segment=NetworkSegment(f618d530-f505-48bd-b607-190318e3ffcb),segment_id=f618d530-f505-48bd-b607-190318e3ffcb)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:32:32.942075 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221'] for port (ff09bff0-c3dc-492f-a759-9c34190c2cb4), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:32:32.948993 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 17:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-957f8b3b-294b-40a1-a17a-ced91b3a1672 x-openstack-request-id: req-957f8b3b-294b-40a1-a17a-ced91b3a1672 {{(pid=103839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 17:32:32.949279 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90bd0f05-97e8-4b0c-9a67-2cd9df28f0d4", "name": "network-vif-plugged", "status": "completed", "tag": "ff09bff0-c3dc-492f-a759-9c34190c2cb4", "code": 200}]} {{(pid=103839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 17:32:32.949530 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-957f8b3b-294b-40a1-a17a-ced91b3a1672 {{(pid=103839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 17:32:32.949948 dv-cinder-778193-22-iscsi neutron-server[103839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90bd0f05-97e8-4b0c-9a67-2cd9df28f0d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff09bff0-c3dc-492f-a759-9c34190c2cb4', 'code': 200} Mar 02 17:32:32.996740 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Pushing event updated for resources: {'Port': ['ID=ff09bff0-c3dc-492f-a759-9c34190c2cb4,revision_number=5']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:33.080959 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bb52c7-9ddb-4b09-ab80-39ad6bd4059f req-4d122dea-b8e1-44e7-8125-b1de828d320b tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:33.082464 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-34bb52c7-9ddb-4b09-ab80-39ad6bd4059f req-4d122dea-b8e1-44e7-8125-b1de828d320b tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/ports?device_id=90bd0f05-97e8-4b0c-9a67-2cd9df28f0d4 HTTP/1.1" status: 200 len: 946 time: 0.0550494 Mar 02 17:32:33.132357 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-34bb52c7-9ddb-4b09-ab80-39ad6bd4059f req-568ca723-b9de-47e6-92ab-fc7ff8783916 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/security-groups?id=284a9aff-6c46-4e9f-af8b-91540baeadce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441797 Mar 02 17:32:33.274342 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e0b1eb-1073-4d94-a238-c1c21762e6ca req-15947d2b-b404-41af-930d-9379cf397de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:33.275716 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-94e0b1eb-1073-4d94-a238-c1c21762e6ca req-15947d2b-b404-41af-930d-9379cf397de3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=90bd0f05-97e8-4b0c-9a67-2cd9df28f0d4 HTTP/1.1" status: 200 len: 1130 time: 0.0491529 Mar 02 17:32:33.326685 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-94e0b1eb-1073-4d94-a238-c1c21762e6ca req-d82043e2-fcfd-4827-b6ce-618506b2180b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=284a9aff-6c46-4e9f-af8b-91540baeadce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424123 Mar 02 17:32:34.102282 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-fa999ea7-06f2-4493-ae48-b3709b536a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90b713d5-0d52-4da0-a663-b3b1c9fefb3d), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:32:34.259566 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e4af56-196e-4e59-8644-8683dd9de67a req-a9214f6d-dcee-4423-94da-bdc4a0c60cb5 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:34.261013 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d7e4af56-196e-4e59-8644-8683dd9de67a req-a9214f6d-dcee-4423-94da-bdc4a0c60cb5 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/ports?device_id=90bd0f05-97e8-4b0c-9a67-2cd9df28f0d4 HTTP/1.1" status: 200 len: 946 time: 0.0538642 Mar 02 17:32:34.314216 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d7e4af56-196e-4e59-8644-8683dd9de67a req-2f92291e-c358-4bdc-8531-16d84f3a2e08 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/security-groups?id=284a9aff-6c46-4e9f-af8b-91540baeadce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462966 Mar 02 17:32:35.078682 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-7239c76e-3e75-4b64-9028-aed8f891363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (eca5c3a0-ec74-4a2a-a5c6-a62430d93509), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:32:35.451804 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7082a7-787d-4662-8449-053e123e6ed2 req-8f56667b-8ab0-47cb-b322-ecddd6bed888 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:35.453394 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-4d7082a7-787d-4662-8449-053e123e6ed2 req-8f56667b-8ab0-47cb-b322-ecddd6bed888 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/ports?device_id=90bd0f05-97e8-4b0c-9a67-2cd9df28f0d4 HTTP/1.1" status: 200 len: 946 time: 0.0676305 Mar 02 17:32:35.506020 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-4d7082a7-787d-4662-8449-053e123e6ed2 req-866d8f95-6a57-4cb5-9fbe-db44566d447d tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/security-groups?id=284a9aff-6c46-4e9f-af8b-91540baeadce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466394 Mar 02 17:32:35.637461 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284e38f-cb95-4cc2-a751-058b5dd8db65 req-888d7adb-fc4a-4ea8-9e38-e629217338af tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:35.639013 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-a284e38f-cb95-4cc2-a751-058b5dd8db65 req-888d7adb-fc4a-4ea8-9e38-e629217338af tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/ports?device_id=90bd0f05-97e8-4b0c-9a67-2cd9df28f0d4 HTTP/1.1" status: 200 len: 946 time: 0.0605476 Mar 02 17:32:35.693771 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-a284e38f-cb95-4cc2-a751-058b5dd8db65 req-25b995d8-74af-45f9-a3ff-62f844597c9a tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/security-groups?id=284a9aff-6c46-4e9f-af8b-91540baeadce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480053 Mar 02 17:32:35.717574 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 54928) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:32:35.767141 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1cd81f-aef7-4217-99ce-f0bb7b15f98d tempest-TestVolumeBootPattern-1138122926 tempest-TestVolumeBootPattern-1138122926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:35.768851 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-da1cd81f-aef7-4217-99ce-f0bb7b15f98d tempest-TestVolumeBootPattern-1138122926 tempest-TestVolumeBootPattern-1138122926-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=90bd0f05-97e8-4b0c-9a67-2cd9df28f0d4 HTTP/1.1" status: 200 len: 1125 time: 0.0502510 Mar 02 17:32:35.771731 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 54932) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:32:35.776503 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-c97f86c2-e23e-4c73-8193-690fecdc0692 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Request body: {'floatingip': {'floating_network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'port_id': 'ff09bff0-c3dc-492f-a759-9c34190c2cb4', 'tenant_id': '6e052ebc463e48848e3d6669191712c7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 17:32:35.896072 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c97f86c2-e23e-4c73-8193-690fecdc0692 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:32:35.999413 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c97f86c2-e23e-4c73-8193-690fecdc0692 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:32:36.104410 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.db.db_base_plugin_common [None req-c97f86c2-e23e-4c73-8193-690fecdc0692 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Allocated IP 172.27.1.191 (0bf1b91f-7d47-47dc-984e-54613c32c4bf/e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9/4cd4ea32-e009-4156-bb6f-a63eba741f21) {{(pid=103837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:32:36.208726 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c97f86c2-e23e-4c73-8193-690fecdc0692 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks [] for port (4cd4ea32-e009-4156-bb6f-a63eba741f21), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:32:36.313350 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c97f86c2-e23e-4c73-8193-690fecdc0692 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757691134181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29943615'] for port (4cd4ea32-e009-4156-bb6f-a63eba741f21), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:32:36.352130 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97f86c2-e23e-4c73-8193-690fecdc0692 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Network 0bf1b91f-7d47-47dc-984e-54613c32c4bf is already hosted by enough agents. {{(pid=103837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:32:36.354898 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.scheduler.base_scheduler [None req-c97f86c2-e23e-4c73-8193-690fecdc0692 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Resources bound (agent type, host, resource id): {{(pid=103837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:32:36.358227 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97f86c2-e23e-4c73-8193-690fecdc0692 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Received port after_create {{(pid=103837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 17:32:36.383014 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97f86c2-e23e-4c73-8193-690fecdc0692 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Pushing event updated for resources: {'Port': ['ID=4cd4ea32-e009-4156-bb6f-a63eba741f21,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:36.394080 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97f86c2-e23e-4c73-8193-690fecdc0692 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:32:36.394426 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97f86c2-e23e-4c73-8193-690fecdc0692 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:32:36.394759 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97f86c2-e23e-4c73-8193-690fecdc0692 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:32:36.395086 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97f86c2-e23e-4c73-8193-690fecdc0692 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:32:36.395409 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97f86c2-e23e-4c73-8193-690fecdc0692 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:32:36.395727 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97f86c2-e23e-4c73-8193-690fecdc0692 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:32:36.396044 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97f86c2-e23e-4c73-8193-690fecdc0692 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:32:36.396362 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97f86c2-e23e-4c73-8193-690fecdc0692 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:32:36.396678 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97f86c2-e23e-4c73-8193-690fecdc0692 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:32:36.396994 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97f86c2-e23e-4c73-8193-690fecdc0692 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:32:36.397308 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97f86c2-e23e-4c73-8193-690fecdc0692 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:32:36.397948 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97f86c2-e23e-4c73-8193-690fecdc0692 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:32:36.398268 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97f86c2-e23e-4c73-8193-690fecdc0692 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:32:36.730803 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c97f86c2-e23e-4c73-8193-690fecdc0692 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks [] for floatingip (e4fa9dab-9030-4bc7-b1b0-b6cc5ae60a19), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:32:36.833315 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-765bf0ac-d167-416d-8fe2-638e582454ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (aac89579-4eb6-45c8-861e-e37bc0c26bf3), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:32:36.896515 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c97f86c2-e23e-4c73-8193-690fecdc0692 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3983449'] for port (4cd4ea32-e009-4156-bb6f-a63eba741f21), before_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:32:37.056980 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c97f86c2-e23e-4c73-8193-690fecdc0692 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks [] for port (4cd4ea32-e009-4156-bb6f-a63eba741f21), precommit_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:32:37.124319 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c97f86c2-e23e-4c73-8193-690fecdc0692 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757691660014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757691134199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757691134221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29943606'] for port (4cd4ea32-e009-4156-bb6f-a63eba741f21), after_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:32:37.194200 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97f86c2-e23e-4c73-8193-690fecdc0692 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Pushing event updated for resources: {'Port': ['ID=4cd4ea32-e009-4156-bb6f-a63eba741f21,revision_number=2']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:37.206164 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c97f86c2-e23e-4c73-8193-690fecdc0692 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-755393'] for floatingip (e4fa9dab-9030-4bc7-b1b0-b6cc5ae60a19), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:32:37.312606 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.db.l3_db [None req-c97f86c2-e23e-4c73-8193-690fecdc0692 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Floating IP e4fa9dab-9030-4bc7-b1b0-b6cc5ae60a19 associated. External IP: 172.27.1.191, port: ff09bff0-c3dc-492f-a759-9c34190c2cb4. Mar 02 17:32:37.520518 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c97f86c2-e23e-4c73-8193-690fecdc0692 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Router 2c9521f2-9c19-404b-8ead-074607f46130 has already been hosted by L3 agent 90b713d5-0d52-4da0-a663-b3b1c9fefb3d {{(pid=103837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:32:37.632684 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c97f86c2-e23e-4c73-8193-690fecdc0692 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Notify agent at l3_agent.dv-cinder-778193-22-iscsi the message routers_updated {{(pid=103837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:32:37.643196 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2085399c-782b-418f-8624-19f536a5bf62 None None] Sync routers for ids ['2c9521f2-9c19-404b-8ead-074607f46130'] in dv-cinder-778193-22-iscsi {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 17:32:37.652899 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2085399c-782b-418f-8624-19f536a5bf62 None None] Routers {'2c9521f2-9c19-404b-8ead-074607f46130'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:32:37.657704 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-2085399c-782b-418f-8624-19f536a5bf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:32:34Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['2c9521f2-9c19-404b-8ead-074607f46130'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:32:37.704710 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c97f86c2-e23e-4c73-8193-690fecdc0692 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021714'] for floatingip (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:32:37.739771 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-c97f86c2-e23e-4c73-8193-690fecdc0692 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9669731 Mar 02 17:32:37.741119 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90bd0f05-97e8-4b0c-9a67-2cd9df28f0d4', 'tag': 'ff09bff0-c3dc-492f-a759-9c34190c2cb4'}] {{(pid=103837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 17:32:37.743414 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462a6a76495b0d12e43f6eb34734d6d03bfa57daa221191fdc3d129722306163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-369dbb67-c398-4cce-b340-30507696142a" -d '{"events": [{"name": "network-changed", "server_uuid": "90bd0f05-97e8-4b0c-9a67-2cd9df28f0d4", "tag": "ff09bff0-c3dc-492f-a759-9c34190c2cb4"}]}' {{(pid=103837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 17:32:37.771274 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-2085399c-782b-418f-8624-19f536a5bf62 None None] Set router 2c9521f2-9c19-404b-8ead-074607f46130 gateway port host: dv-cinder-778193-22-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:32:37.781588 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 17:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cebc56d8-73f7-47a3-b62e-235dbf8859ab x-openstack-request-id: req-cebc56d8-73f7-47a3-b62e-235dbf8859ab {{(pid=103837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 17:32:37.781906 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90bd0f05-97e8-4b0c-9a67-2cd9df28f0d4", "tag": "ff09bff0-c3dc-492f-a759-9c34190c2cb4", "status": "completed", "code": 200}]} {{(pid=103837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 17:32:37.782380 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cebc56d8-73f7-47a3-b62e-235dbf8859ab {{(pid=103837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 17:32:37.782775 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90bd0f05-97e8-4b0c-9a67-2cd9df28f0d4', 'tag': 'ff09bff0-c3dc-492f-a759-9c34190c2cb4', 'status': 'completed', 'code': 200} Mar 02 17:32:37.849589 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369dbb67-c398-4cce-b340-30507696142a req-0f07d367-87ac-4ae2-99a7-f3998263d6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:37.851116 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-369dbb67-c398-4cce-b340-30507696142a req-0f07d367-87ac-4ae2-99a7-f3998263d6ee service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6e052ebc463e48848e3d6669191712c7&device_id=90bd0f05-97e8-4b0c-9a67-2cd9df28f0d4 HTTP/1.1" status: 200 len: 1130 time: 0.0473132 Mar 02 17:32:38.011431 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-2085399c-782b-418f-8624-19f536a5bf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9521f2-9c19-404b-8ead-074607f46130', 'name': 'tempest-TestVolumeBootPattern-1325495679-router', 'tenant_id': '6e052ebc463e48848e3d6669191712c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'd8aa3517-45e6-410d-90a6-933f76d68794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:27:15Z', 'updated_at': '2022-03-02T17:27:19Z', 'revision_number': 4, 'project_id': '6e052ebc463e48848e3d6669191712c7', 'gw_port': {'id': 'd8aa3517-45e6-410d-90a6-933f76d68794', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9521f2-9c19-404b-8ead-074607f46130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:27:16Z', 'updated_at': '2022-03-02T17:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_floatingips': [{'id': '8c541d0b-d79b-4c32-8a7f-5855cfd5ef6a', 'tenant_id': '6e052ebc463e48848e3d6669191712c7', 'floating_ip_address': '172.27.1.36', 'floating_network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'router_id': '2c9521f2-9c19-404b-8ead-074607f46130', 'port_id': '0f561f6c-0071-4ff2-b9f4-7b499e17b8bc', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e0622e5-1aaf-426d-bbe5-da9d91feb753', 'mac_address': 'fa:16:3e:16:42:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c21c9db-7e7a-45fb-8651-afcdd4d51722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:30:38Z', 'updated_at': '2022-03-02T17:30:40Z', 'revision_number': 1, 'project_id': '6e052ebc463e48848e3d6669191712c7', 'fixed_ip_address_scope': None}, {'id': 'e4fa9dab-9030-4bc7-b1b0-b6cc5ae60a19', 'tenant_id': '6e052ebc463e48848e3d6669191712c7', 'floating_ip_address': '172.27.1.191', 'floating_network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'router_id': '2c9521f2-9c19-404b-8ead-074607f46130', 'port_id': 'ff09bff0-c3dc-492f-a759-9c34190c2cb4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e0622e5-1aaf-426d-bbe5-da9d91feb753', 'mac_address': 'fa:16:3e:69:41:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90bd0f05-97e8-4b0c-9a67-2cd9df28f0d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:32:36Z', 'updated_at': '2022-03-02T17:32:36Z', 'revision_number': 0, 'project_id': '6e052ebc463e48848e3d6669191712c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06da7a49-16d4-43a3-8c36-fab7534565c8', 'name': '', 'network_id': '4e0622e5-1aaf-426d-bbe5-da9d91feb753', 'tenant_id': '6e052ebc463e48848e3d6669191712c7', 'mac_address': 'fa:16:3e:e7:14:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9521f2-9c19-404b-8ead-074607f46130', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4cb5c027-f9c9-47e9-b68c-c8abb0d7a617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:27:18Z', 'updated_at': '2022-03-02T17:27:23Z', 'revision_number': 5, 'project_id': '6e052ebc463e48848e3d6669191712c7', 'subnets': [{'id': '4cb5c027-f9c9-47e9-b68c-c8abb0d7a617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:32:38.045762 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2085399c-782b-418f-8624-19f536a5bf62 None None] Checking router: 2c9521f2-9c19-404b-8ead-074607f46130 for host: dv-cinder-778193-22-iscsi {{(pid=103839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 17:32:38.055819 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2085399c-782b-418f-8624-19f536a5bf62 None None] Routers {'2c9521f2-9c19-404b-8ead-074607f46130'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:32:38.056450 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-2085399c-782b-418f-8624-19f536a5bf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:32:34Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['2c9521f2-9c19-404b-8ead-074607f46130'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:32:38.185862 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-2085399c-782b-418f-8624-19f536a5bf62 None None] Set router 2c9521f2-9c19-404b-8ead-074607f46130 gateway port host: dv-cinder-778193-22-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:32:38.238074 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369dbb67-c398-4cce-b340-30507696142a req-40faf95b-7d1a-4f78-8438-4eb53c79127c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:38.239540 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-369dbb67-c398-4cce-b340-30507696142a req-40faf95b-7d1a-4f78-8438-4eb53c79127c service neutron] 10.222.0.49 "GET /v2.0/networks?id=4e0622e5-1aaf-426d-bbe5-da9d91feb753 HTTP/1.1" status: 200 len: 913 time: 0.3809962 Mar 02 17:32:38.304014 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90356b9b-9a55-4227-ace0-d1fc01a5475f), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:32:38.310136 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-369dbb67-c398-4cce-b340-30507696142a req-d23d2ac8-da45-4993-acff-e3e2e68fddce service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff09bff0-c3dc-492f-a759-9c34190c2cb4 HTTP/1.1" status: 200 len: 1000 time: 0.0639322 Mar 02 17:32:38.366757 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369dbb67-c398-4cce-b340-30507696142a req-7a3cd064-73cb-4616-9cee-3f55ba8b6e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:38.368289 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-369dbb67-c398-4cce-b340-30507696142a req-7a3cd064-73cb-4616-9cee-3f55ba8b6e7e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4cb5c027-f9c9-47e9-b68c-c8abb0d7a617 HTTP/1.1" status: 200 len: 851 time: 0.0524051 Mar 02 17:32:38.420612 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369dbb67-c398-4cce-b340-30507696142a req-90215eba-30ed-42fe-9c32-e8e98075a8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:38.422158 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-369dbb67-c398-4cce-b340-30507696142a req-90215eba-30ed-42fe-9c32-e8e98075a8f5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4e0622e5-1aaf-426d-bbe5-da9d91feb753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0470734 Mar 02 17:32:38.456241 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-2085399c-782b-418f-8624-19f536a5bf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9521f2-9c19-404b-8ead-074607f46130', 'name': 'tempest-TestVolumeBootPattern-1325495679-router', 'tenant_id': '6e052ebc463e48848e3d6669191712c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'd8aa3517-45e6-410d-90a6-933f76d68794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:27:15Z', 'updated_at': '2022-03-02T17:27:19Z', 'revision_number': 4, 'project_id': '6e052ebc463e48848e3d6669191712c7', 'gw_port': {'id': 'd8aa3517-45e6-410d-90a6-933f76d68794', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9521f2-9c19-404b-8ead-074607f46130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:27:16Z', 'updated_at': '2022-03-02T17:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_floatingips': [{'id': '8c541d0b-d79b-4c32-8a7f-5855cfd5ef6a', 'tenant_id': '6e052ebc463e48848e3d6669191712c7', 'floating_ip_address': '172.27.1.36', 'floating_network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'router_id': '2c9521f2-9c19-404b-8ead-074607f46130', 'port_id': '0f561f6c-0071-4ff2-b9f4-7b499e17b8bc', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e0622e5-1aaf-426d-bbe5-da9d91feb753', 'mac_address': 'fa:16:3e:16:42:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c21c9db-7e7a-45fb-8651-afcdd4d51722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:30:38Z', 'updated_at': '2022-03-02T17:30:40Z', 'revision_number': 1, 'project_id': '6e052ebc463e48848e3d6669191712c7', 'fixed_ip_address_scope': None}, {'id': 'e4fa9dab-9030-4bc7-b1b0-b6cc5ae60a19', 'tenant_id': '6e052ebc463e48848e3d6669191712c7', 'floating_ip_address': '172.27.1.191', 'floating_network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'router_id': '2c9521f2-9c19-404b-8ead-074607f46130', 'port_id': 'ff09bff0-c3dc-492f-a759-9c34190c2cb4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e0622e5-1aaf-426d-bbe5-da9d91feb753', 'mac_address': 'fa:16:3e:69:41:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90bd0f05-97e8-4b0c-9a67-2cd9df28f0d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:32:36Z', 'updated_at': '2022-03-02T17:32:36Z', 'revision_number': 0, 'project_id': '6e052ebc463e48848e3d6669191712c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06da7a49-16d4-43a3-8c36-fab7534565c8', 'name': '', 'network_id': '4e0622e5-1aaf-426d-bbe5-da9d91feb753', 'tenant_id': '6e052ebc463e48848e3d6669191712c7', 'mac_address': 'fa:16:3e:e7:14:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9521f2-9c19-404b-8ead-074607f46130', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4cb5c027-f9c9-47e9-b68c-c8abb0d7a617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:27:18Z', 'updated_at': '2022-03-02T17:27:23Z', 'revision_number': 5, 'project_id': '6e052ebc463e48848e3d6669191712c7', 'subnets': [{'id': '4cb5c027-f9c9-47e9-b68c-c8abb0d7a617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:32:38.487665 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2085399c-782b-418f-8624-19f536a5bf62 None None] The sync data for ids ['2c9521f2-9c19-404b-8ead-074607f46130'] in dv-cinder-778193-22-iscsi is: [{'id': '2c9521f2-9c19-404b-8ead-074607f46130', 'name': 'tempest-TestVolumeBootPattern-1325495679-router', 'tenant_id': '6e052ebc463e48848e3d6669191712c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'd8aa3517-45e6-410d-90a6-933f76d68794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:27:15Z', 'updated_at': '2022-03-02T17:27:19Z', 'revision_number': 4, 'project_id': '6e052ebc463e48848e3d6669191712c7', 'gw_port': {'id': 'd8aa3517-45e6-410d-90a6-933f76d68794', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9521f2-9c19-404b-8ead-074607f46130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:27:16Z', 'updated_at': '2022-03-02T17:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_floatingips': [{'id': '8c541d0b-d79b-4c32-8a7f-5855cfd5ef6a', 'tenant_id': '6e052ebc463e48848e3d6669191712c7', 'floating_ip_address': '172.27.1.36', 'floating_network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'router_id': '2c9521f2-9c19-404b-8ead-074607f46130', 'port_id': '0f561f6c-0071-4ff2-b9f4-7b499e17b8bc', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e0622e5-1aaf-426d-bbe5-da9d91feb753', 'mac_address': 'fa:16:3e:16:42:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c21c9db-7e7a-45fb-8651-afcdd4d51722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:30:38Z', 'updated_at': '2022-03-02T17:30:40Z', 'revision_number': 1, 'project_id': '6e052ebc463e48848e3d6669191712c7', 'fixed_ip_address_scope': None}, {'id': 'e4fa9dab-9030-4bc7-b1b0-b6cc5ae60a19', 'tenant_id': '6e052ebc463e48848e3d6669191712c7', 'floating_ip_address': '172.27.1.191', 'floating_network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'router_id': '2c9521f2-9c19-404b-8ead-074607f46130', 'port_id': 'ff09bff0-c3dc-492f-a759-9c34190c2cb4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e0622e5-1aaf-426d-bbe5-da9d91feb753', 'mac_address': 'fa:16:3e:69:41:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90bd0f05-97e8-4b0c-9a67-2cd9df28f0d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:32:36Z', 'updated_at': '2022-03-02T17:32:36Z', 'revision_number': 0, 'project_id': '6e052ebc463e48848e3d6669191712c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06da7a49-16d4-43a3-8c36-fab7534565c8', 'name': '', 'network_id': '4e0622e5-1aaf-426d-bbe5-da9d91feb753', 'tenant_id': '6e052ebc463e48848e3d6669191712c7', 'mac_address': 'fa:16:3e:e7:14:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9521f2-9c19-404b-8ead-074607f46130', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4cb5c027-f9c9-47e9-b68c-c8abb0d7a617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:27:18Z', 'updated_at': '2022-03-02T17:27:23Z', 'revision_number': 5, 'project_id': '6e052ebc463e48848e3d6669191712c7', 'subnets': [{'id': '4cb5c027-f9c9-47e9-b68c-c8abb0d7a617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 17:32:38.514165 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-369dbb67-c398-4cce-b340-30507696142a req-26f2e4a8-517a-46b6-8275-10fc921a90ea service neutron] 10.222.0.49 "GET /v2.0/networks/4e0622e5-1aaf-426d-bbe5-da9d91feb753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859227 Mar 02 17:32:38.609981 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-369dbb67-c398-4cce-b340-30507696142a req-e91470e8-cf31-40a6-b706-f36086789d9b service neutron] 10.222.0.49 "GET /v2.0/networks/4e0622e5-1aaf-426d-bbe5-da9d91feb753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898151 Mar 02 17:32:38.698710 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe09d50-7f3f-4cfc-bd15-c801199a987d None None] New status for floating IP e4fa9dab-9030-4bc7-b1b0-b6cc5ae60a19: ACTIVE {{(pid=103840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 17:32:43.661222 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (dbb67c4d-7aa5-4acf-82b3-541c1cabd3d2), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:33:01.792315 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-b79f9d60-0b83-4d7e-92a7-947fe1f710cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (0060df7f-f835-4890-b25c-3842f545a9d0), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:33:04.077733 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-622c6b1c-1624-48fd-9aa1-b03bf84b6042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90b713d5-0d52-4da0-a663-b3b1c9fefb3d), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:33:05.106474 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-7239c76e-3e75-4b64-9028-aed8f891363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (eca5c3a0-ec74-4a2a-a5c6-a62430d93509), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:33:06.866575 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-765bf0ac-d167-416d-8fe2-638e582454ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (aac89579-4eb6-45c8-861e-e37bc0c26bf3), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:33:08.260401 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90356b9b-9a55-4227-ace0-d1fc01a5475f), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:33:08.832654 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.agents_db [None req-2c4e262f-840f-46f3-949a-97bfddff46e9 None None] Agent healthcheck: found 6 active agents {{(pid=103840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 17:33:13.660065 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (dbb67c4d-7aa5-4acf-82b3-541c1cabd3d2), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:33:31.303438 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-bbcf316a-00ce-4aab-8746-f43be876f0c3 req-df93241c-6d80-4b25-bde2-c541465a05ba service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4c21c9db-7e7a-45fb-8651-afcdd4d51722&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0474112 Mar 02 17:33:31.395879 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcf316a-00ce-4aab-8746-f43be876f0c3 req-112967f2-1c4d-4491-b8c4-e93345e6fd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:31.398310 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-bbcf316a-00ce-4aab-8746-f43be876f0c3 req-112967f2-1c4d-4491-b8c4-e93345e6fd42 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6e052ebc463e48848e3d6669191712c7&device_id=4c21c9db-7e7a-45fb-8651-afcdd4d51722 HTTP/1.1" status: 200 len: 1130 time: 0.0515926 Mar 02 17:33:31.516475 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcf316a-00ce-4aab-8746-f43be876f0c3 req-faaebdfa-81a0-466c-953e-6813875890cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:31.518761 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-bbcf316a-00ce-4aab-8746-f43be876f0c3 req-faaebdfa-81a0-466c-953e-6813875890cc service neutron] 10.222.0.49 "GET /v2.0/networks?id=4e0622e5-1aaf-426d-bbe5-da9d91feb753 HTTP/1.1" status: 200 len: 913 time: 0.0963352 Mar 02 17:33:31.584462 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-bbcf316a-00ce-4aab-8746-f43be876f0c3 req-fa9f5280-cc9c-473e-b42b-d1b2c36b4321 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f561f6c-0071-4ff2-b9f4-7b499e17b8bc HTTP/1.1" status: 200 len: 1001 time: 0.0598428 Mar 02 17:33:31.637722 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcf316a-00ce-4aab-8746-f43be876f0c3 req-f4fa548c-9a7a-44bb-8c96-1e27334fdf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:31.639206 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-bbcf316a-00ce-4aab-8746-f43be876f0c3 req-f4fa548c-9a7a-44bb-8c96-1e27334fdf90 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4cb5c027-f9c9-47e9-b68c-c8abb0d7a617 HTTP/1.1" status: 200 len: 851 time: 0.0481167 Mar 02 17:33:31.691233 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcf316a-00ce-4aab-8746-f43be876f0c3 req-38b3569f-b18c-414d-a342-4e80e1f10696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:31.692733 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-bbcf316a-00ce-4aab-8746-f43be876f0c3 req-38b3569f-b18c-414d-a342-4e80e1f10696 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4e0622e5-1aaf-426d-bbe5-da9d91feb753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0466104 Mar 02 17:33:31.790900 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-bbcf316a-00ce-4aab-8746-f43be876f0c3 req-f42af6cb-4e78-4686-8dc0-9b627fcffb53 service neutron] 10.222.0.49 "GET /v2.0/networks/4e0622e5-1aaf-426d-bbe5-da9d91feb753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914571 Mar 02 17:33:31.803164 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-5c287200-81bb-4083-8d8a-4158af6485ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (0060df7f-f835-4890-b25c-3842f545a9d0), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:33:31.889690 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-bbcf316a-00ce-4aab-8746-f43be876f0c3 req-60243959-db02-4689-a40e-104356b6c415 service neutron] 10.222.0.49 "GET /v2.0/networks/4e0622e5-1aaf-426d-bbe5-da9d91feb753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918672 Mar 02 17:33:34.082863 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-8fb1d5e4-c66a-4cb7-b463-2e224af00a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90b713d5-0d52-4da0-a663-b3b1c9fefb3d), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:33:35.076961 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-7239c76e-3e75-4b64-9028-aed8f891363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (eca5c3a0-ec74-4a2a-a5c6-a62430d93509), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:33:36.894638 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-765bf0ac-d167-416d-8fe2-638e582454ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (aac89579-4eb6-45c8-861e-e37bc0c26bf3), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:33:38.311663 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90356b9b-9a55-4227-ace0-d1fc01a5475f), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:33:43.642486 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (dbb67c4d-7aa5-4acf-82b3-541c1cabd3d2), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:33:45.833998 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.agents_db [None req-2c4e262f-840f-46f3-949a-97bfddff46e9 None None] Agent healthcheck: found 6 active agents {{(pid=103840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 17:34:01.801766 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-0eb1db5a-e0e4-403f-b82f-30f4f793a997 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (0060df7f-f835-4890-b25c-3842f545a9d0), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:04.110420 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e4e55c51-4075-40e0-8016-13c2a29c653d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90b713d5-0d52-4da0-a663-b3b1c9fefb3d), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:05.030285 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 54960) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:34:05.114455 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-7239c76e-3e75-4b64-9028-aed8f891363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (eca5c3a0-ec74-4a2a-a5c6-a62430d93509), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:05.387335 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [None req-a99389ff-8246-496f-b054-a26377825f13 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Deleting port 4cd4ea32-e009-4156-bb6f-a63eba741f21 {{(pid=103837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 17:34:05.387666 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a99389ff-8246-496f-b054-a26377825f13 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757691651449'] for port (4cd4ea32-e009-4156-bb6f-a63eba741f21), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:05.461408 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a99389ff-8246-496f-b054-a26377825f13 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757418'] for port (4cd4ea32-e009-4156-bb6f-a63eba741f21), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:05.461728 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a99389ff-8246-496f-b054-a26377825f13 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks [] for floatingip (4cd4ea32-e009-4156-bb6f-a63eba741f21), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:05.473108 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [None req-a99389ff-8246-496f-b054-a26377825f13 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Calling delete_port for 4cd4ea32-e009-4156-bb6f-a63eba741f21 owned by network:floatingip {{(pid=103837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 17:34:05.693766 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a99389ff-8246-496f-b054-a26377825f13 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757691659996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757691134190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29943615'] for port (4cd4ea32-e009-4156-bb6f-a63eba741f21), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:05.729575 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99389ff-8246-496f-b054-a26377825f13 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Pushing event deleted for resources: {'Port': ['ID=4cd4ea32-e009-4156-bb6f-a63eba741f21,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:05.751504 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99389ff-8246-496f-b054-a26377825f13 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:34:05.751850 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99389ff-8246-496f-b054-a26377825f13 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:34:05.752188 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99389ff-8246-496f-b054-a26377825f13 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:34:05.752519 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99389ff-8246-496f-b054-a26377825f13 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:34:05.752844 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99389ff-8246-496f-b054-a26377825f13 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:34:05.753160 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99389ff-8246-496f-b054-a26377825f13 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:34:05.753480 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99389ff-8246-496f-b054-a26377825f13 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:34:05.753798 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99389ff-8246-496f-b054-a26377825f13 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:34:05.754141 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99389ff-8246-496f-b054-a26377825f13 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:34:05.754460 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99389ff-8246-496f-b054-a26377825f13 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:34:05.754775 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99389ff-8246-496f-b054-a26377825f13 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:34:05.755089 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99389ff-8246-496f-b054-a26377825f13 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:34:05.755400 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99389ff-8246-496f-b054-a26377825f13 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:34:05.796064 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a99389ff-8246-496f-b054-a26377825f13 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks [] for floatingip (e4fa9dab-9030-4bc7-b1b0-b6cc5ae60a19), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:05.796388 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.db.l3_db [None req-a99389ff-8246-496f-b054-a26377825f13 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Floating IP e4fa9dab-9030-4bc7-b1b0-b6cc5ae60a19 disassociated (deleted). External IP: 172.27.1.191, port: ff09bff0-c3dc-492f-a759-9c34190c2cb4. Mar 02 17:34:06.002989 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a99389ff-8246-496f-b054-a26377825f13 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Router 2c9521f2-9c19-404b-8ead-074607f46130 has already been hosted by L3 agent 90b713d5-0d52-4da0-a663-b3b1c9fefb3d {{(pid=103837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:34:06.112942 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a99389ff-8246-496f-b054-a26377825f13 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Notify agent at l3_agent.dv-cinder-778193-22-iscsi the message routers_updated {{(pid=103837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:34:06.117818 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a99389ff-8246-496f-b054-a26377825f13 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021714'] for floatingip (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:06.122522 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756d13f4-e291-49a0-815e-17338ed6dae9 None None] Sync routers for ids ['2c9521f2-9c19-404b-8ead-074607f46130'] in dv-cinder-778193-22-iscsi {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 17:34:06.131292 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756d13f4-e291-49a0-815e-17338ed6dae9 None None] Routers {'2c9521f2-9c19-404b-8ead-074607f46130'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:34:06.131902 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-756d13f4-e291-49a0-815e-17338ed6dae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:34:04Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['2c9521f2-9c19-404b-8ead-074607f46130'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:34:06.146318 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-a99389ff-8246-496f-b054-a26377825f13 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "DELETE /v2.0/floatingips/e4fa9dab-9030-4bc7-b1b0-b6cc5ae60a19 HTTP/1.1" status: 204 len: 168 time: 1.1149268 Mar 02 17:34:06.147013 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90bd0f05-97e8-4b0c-9a67-2cd9df28f0d4', 'tag': 'ff09bff0-c3dc-492f-a759-9c34190c2cb4'}] {{(pid=103837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 17:34:06.150145 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462a6a76495b0d12e43f6eb34734d6d03bfa57daa221191fdc3d129722306163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec55392d-6c8d-4889-9bdd-3efae12d4bd7" -d '{"events": [{"name": "network-changed", "server_uuid": "90bd0f05-97e8-4b0c-9a67-2cd9df28f0d4", "tag": "ff09bff0-c3dc-492f-a759-9c34190c2cb4"}]}' {{(pid=103837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 17:34:06.239631 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 17:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd78602-875a-4e03-b4b0-9c0d1c91430a x-openstack-request-id: req-9cd78602-875a-4e03-b4b0-9c0d1c91430a {{(pid=103837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 17:34:06.239924 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90bd0f05-97e8-4b0c-9a67-2cd9df28f0d4", "tag": "ff09bff0-c3dc-492f-a759-9c34190c2cb4", "status": "completed", "code": 200}]} {{(pid=103837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 17:34:06.240178 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9cd78602-875a-4e03-b4b0-9c0d1c91430a {{(pid=103837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 17:34:06.240577 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90bd0f05-97e8-4b0c-9a67-2cd9df28f0d4', 'tag': 'ff09bff0-c3dc-492f-a759-9c34190c2cb4', 'status': 'completed', 'code': 200} Mar 02 17:34:06.262015 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-756d13f4-e291-49a0-815e-17338ed6dae9 None None] Set router 2c9521f2-9c19-404b-8ead-074607f46130 gateway port host: dv-cinder-778193-22-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:34:06.311248 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec55392d-6c8d-4889-9bdd-3efae12d4bd7 req-55463a10-677d-43a8-9d75-aafed0157ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:06.313516 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-ec55392d-6c8d-4889-9bdd-3efae12d4bd7 req-55463a10-677d-43a8-9d75-aafed0157ecc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6e052ebc463e48848e3d6669191712c7&device_id=90bd0f05-97e8-4b0c-9a67-2cd9df28f0d4 HTTP/1.1" status: 200 len: 1130 time: 0.0515370 Mar 02 17:34:06.412924 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec55392d-6c8d-4889-9bdd-3efae12d4bd7 req-fed07245-de44-4d23-812f-dace1db53df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:06.415028 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-ec55392d-6c8d-4889-9bdd-3efae12d4bd7 req-fed07245-de44-4d23-812f-dace1db53df8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4e0622e5-1aaf-426d-bbe5-da9d91feb753 HTTP/1.1" status: 200 len: 913 time: 0.0957377 Mar 02 17:34:06.458311 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-ec55392d-6c8d-4889-9bdd-3efae12d4bd7 req-cbfce7d9-354b-40a5-9165-830d085af050 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff09bff0-c3dc-492f-a759-9c34190c2cb4 HTTP/1.1" status: 200 len: 217 time: 0.0372431 Mar 02 17:34:06.505104 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-756d13f4-e291-49a0-815e-17338ed6dae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9521f2-9c19-404b-8ead-074607f46130', 'name': 'tempest-TestVolumeBootPattern-1325495679-router', 'tenant_id': '6e052ebc463e48848e3d6669191712c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'd8aa3517-45e6-410d-90a6-933f76d68794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:27:15Z', 'updated_at': '2022-03-02T17:27:19Z', 'revision_number': 4, 'project_id': '6e052ebc463e48848e3d6669191712c7', 'gw_port': {'id': 'd8aa3517-45e6-410d-90a6-933f76d68794', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9521f2-9c19-404b-8ead-074607f46130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:27:16Z', 'updated_at': '2022-03-02T17:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_floatingips': [{'id': '8c541d0b-d79b-4c32-8a7f-5855cfd5ef6a', 'tenant_id': '6e052ebc463e48848e3d6669191712c7', 'floating_ip_address': '172.27.1.36', 'floating_network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'router_id': '2c9521f2-9c19-404b-8ead-074607f46130', 'port_id': '0f561f6c-0071-4ff2-b9f4-7b499e17b8bc', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e0622e5-1aaf-426d-bbe5-da9d91feb753', 'mac_address': 'fa:16:3e:16:42:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c21c9db-7e7a-45fb-8651-afcdd4d51722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:30:38Z', 'updated_at': '2022-03-02T17:30:40Z', 'revision_number': 1, 'project_id': '6e052ebc463e48848e3d6669191712c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06da7a49-16d4-43a3-8c36-fab7534565c8', 'name': '', 'network_id': '4e0622e5-1aaf-426d-bbe5-da9d91feb753', 'tenant_id': '6e052ebc463e48848e3d6669191712c7', 'mac_address': 'fa:16:3e:e7:14:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9521f2-9c19-404b-8ead-074607f46130', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4cb5c027-f9c9-47e9-b68c-c8abb0d7a617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:27:18Z', 'updated_at': '2022-03-02T17:27:23Z', 'revision_number': 5, 'project_id': '6e052ebc463e48848e3d6669191712c7', 'subnets': [{'id': '4cb5c027-f9c9-47e9-b68c-c8abb0d7a617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:34:06.507484 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec55392d-6c8d-4889-9bdd-3efae12d4bd7 req-74ff79c8-0d98-481f-8165-ed14d7c9fd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:06.509303 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-ec55392d-6c8d-4889-9bdd-3efae12d4bd7 req-74ff79c8-0d98-481f-8165-ed14d7c9fd81 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4cb5c027-f9c9-47e9-b68c-c8abb0d7a617 HTTP/1.1" status: 200 len: 851 time: 0.0455410 Mar 02 17:34:06.542512 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756d13f4-e291-49a0-815e-17338ed6dae9 None None] Checking router: 2c9521f2-9c19-404b-8ead-074607f46130 for host: dv-cinder-778193-22-iscsi {{(pid=103839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 17:34:06.552206 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756d13f4-e291-49a0-815e-17338ed6dae9 None None] Routers {'2c9521f2-9c19-404b-8ead-074607f46130'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:34:06.552841 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-756d13f4-e291-49a0-815e-17338ed6dae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:34:04Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['2c9521f2-9c19-404b-8ead-074607f46130'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:34:06.581278 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec55392d-6c8d-4889-9bdd-3efae12d4bd7 req-ee2e4db6-1606-49df-ae75-374ce121c2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:06.582819 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-ec55392d-6c8d-4889-9bdd-3efae12d4bd7 req-ee2e4db6-1606-49df-ae75-374ce121c2c1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4e0622e5-1aaf-426d-bbe5-da9d91feb753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0678930 Mar 02 17:34:06.666332 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-756d13f4-e291-49a0-815e-17338ed6dae9 None None] Set router 2c9521f2-9c19-404b-8ead-074607f46130 gateway port host: dv-cinder-778193-22-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:34:06.687021 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e0e210-526a-4c82-8093-3534712fe2df req-77da3e9f-e5c6-4c64-8913-a9db17410cc7 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:06.688520 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-35e0e210-526a-4c82-8093-3534712fe2df req-77da3e9f-e5c6-4c64-8913-a9db17410cc7 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/ports?device_id=90bd0f05-97e8-4b0c-9a67-2cd9df28f0d4 HTTP/1.1" status: 200 len: 946 time: 0.1188440 Mar 02 17:34:06.732168 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-ec55392d-6c8d-4889-9bdd-3efae12d4bd7 req-fff1dab4-089b-466c-8066-13f614af65cd service neutron] 10.222.0.49 "GET /v2.0/networks/4e0622e5-1aaf-426d-bbe5-da9d91feb753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292446 Mar 02 17:34:06.803818 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-35e0e210-526a-4c82-8093-3534712fe2df req-5698382f-6293-4517-be21-9374d2fa480e tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/security-groups?id=284a9aff-6c46-4e9f-af8b-91540baeadce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046972 Mar 02 17:34:06.844183 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-ec55392d-6c8d-4889-9bdd-3efae12d4bd7 req-1af977dc-7153-47d6-bcd8-dfe9b7d86561 service neutron] 10.222.0.49 "GET /v2.0/networks/4e0622e5-1aaf-426d-bbe5-da9d91feb753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028900 Mar 02 17:34:06.889046 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-765bf0ac-d167-416d-8fe2-638e582454ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (aac89579-4eb6-45c8-861e-e37bc0c26bf3), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:06.916577 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-756d13f4-e291-49a0-815e-17338ed6dae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9521f2-9c19-404b-8ead-074607f46130', 'name': 'tempest-TestVolumeBootPattern-1325495679-router', 'tenant_id': '6e052ebc463e48848e3d6669191712c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'd8aa3517-45e6-410d-90a6-933f76d68794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:27:15Z', 'updated_at': '2022-03-02T17:27:19Z', 'revision_number': 4, 'project_id': '6e052ebc463e48848e3d6669191712c7', 'gw_port': {'id': 'd8aa3517-45e6-410d-90a6-933f76d68794', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9521f2-9c19-404b-8ead-074607f46130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:27:16Z', 'updated_at': '2022-03-02T17:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_floatingips': [{'id': '8c541d0b-d79b-4c32-8a7f-5855cfd5ef6a', 'tenant_id': '6e052ebc463e48848e3d6669191712c7', 'floating_ip_address': '172.27.1.36', 'floating_network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'router_id': '2c9521f2-9c19-404b-8ead-074607f46130', 'port_id': '0f561f6c-0071-4ff2-b9f4-7b499e17b8bc', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e0622e5-1aaf-426d-bbe5-da9d91feb753', 'mac_address': 'fa:16:3e:16:42:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c21c9db-7e7a-45fb-8651-afcdd4d51722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:30:38Z', 'updated_at': '2022-03-02T17:30:40Z', 'revision_number': 1, 'project_id': '6e052ebc463e48848e3d6669191712c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06da7a49-16d4-43a3-8c36-fab7534565c8', 'name': '', 'network_id': '4e0622e5-1aaf-426d-bbe5-da9d91feb753', 'tenant_id': '6e052ebc463e48848e3d6669191712c7', 'mac_address': 'fa:16:3e:e7:14:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9521f2-9c19-404b-8ead-074607f46130', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4cb5c027-f9c9-47e9-b68c-c8abb0d7a617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:27:18Z', 'updated_at': '2022-03-02T17:27:23Z', 'revision_number': 5, 'project_id': '6e052ebc463e48848e3d6669191712c7', 'subnets': [{'id': '4cb5c027-f9c9-47e9-b68c-c8abb0d7a617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:34:06.943843 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756d13f4-e291-49a0-815e-17338ed6dae9 None None] The sync data for ids ['2c9521f2-9c19-404b-8ead-074607f46130'] in dv-cinder-778193-22-iscsi is: [{'id': '2c9521f2-9c19-404b-8ead-074607f46130', 'name': 'tempest-TestVolumeBootPattern-1325495679-router', 'tenant_id': '6e052ebc463e48848e3d6669191712c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'd8aa3517-45e6-410d-90a6-933f76d68794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:27:15Z', 'updated_at': '2022-03-02T17:27:19Z', 'revision_number': 4, 'project_id': '6e052ebc463e48848e3d6669191712c7', 'gw_port': {'id': 'd8aa3517-45e6-410d-90a6-933f76d68794', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9521f2-9c19-404b-8ead-074607f46130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:27:16Z', 'updated_at': '2022-03-02T17:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_floatingips': [{'id': '8c541d0b-d79b-4c32-8a7f-5855cfd5ef6a', 'tenant_id': '6e052ebc463e48848e3d6669191712c7', 'floating_ip_address': '172.27.1.36', 'floating_network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'router_id': '2c9521f2-9c19-404b-8ead-074607f46130', 'port_id': '0f561f6c-0071-4ff2-b9f4-7b499e17b8bc', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e0622e5-1aaf-426d-bbe5-da9d91feb753', 'mac_address': 'fa:16:3e:16:42:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c21c9db-7e7a-45fb-8651-afcdd4d51722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:30:38Z', 'updated_at': '2022-03-02T17:30:40Z', 'revision_number': 1, 'project_id': '6e052ebc463e48848e3d6669191712c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06da7a49-16d4-43a3-8c36-fab7534565c8', 'name': '', 'network_id': '4e0622e5-1aaf-426d-bbe5-da9d91feb753', 'tenant_id': '6e052ebc463e48848e3d6669191712c7', 'mac_address': 'fa:16:3e:e7:14:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9521f2-9c19-404b-8ead-074607f46130', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4cb5c027-f9c9-47e9-b68c-c8abb0d7a617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:27:18Z', 'updated_at': '2022-03-02T17:27:23Z', 'revision_number': 5, 'project_id': '6e052ebc463e48848e3d6669191712c7', 'subnets': [{'id': '4cb5c027-f9c9-47e9-b68c-c8abb0d7a617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 17:34:07.171067 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ded65c0-64f7-4969-a8ba-a62b176da3fe None None] New status for floating IP e4fa9dab-9030-4bc7-b1b0-b6cc5ae60a19: DOWN {{(pid=103840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 17:34:07.926219 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80fdefa-4b95-4848-84ad-6260e71879a2 req-97fc8364-87cd-4a7b-b284-d5221c154197 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:07.927679 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e80fdefa-4b95-4848-84ad-6260e71879a2 req-97fc8364-87cd-4a7b-b284-d5221c154197 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/ports?device_id=90bd0f05-97e8-4b0c-9a67-2cd9df28f0d4 HTTP/1.1" status: 200 len: 946 time: 0.0531454 Mar 02 17:34:07.983031 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-e80fdefa-4b95-4848-84ad-6260e71879a2 req-573b7182-ed6c-4e43-92c0-39df15eca861 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/security-groups?id=284a9aff-6c46-4e9f-af8b-91540baeadce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488486 Mar 02 17:34:08.197935 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71313f4-ad1d-4c51-b1d6-7505406471ee req-6761fdcd-b8df-4de1-bd3d-a476173c0d6a tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:08.199408 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-a71313f4-ad1d-4c51-b1d6-7505406471ee req-6761fdcd-b8df-4de1-bd3d-a476173c0d6a tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.49 "GET /v2.0/ports?device_id=90bd0f05-97e8-4b0c-9a67-2cd9df28f0d4 HTTP/1.1" status: 200 len: 946 time: 0.0540788 Mar 02 17:34:08.271222 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90356b9b-9a55-4227-ace0-d1fc01a5475f), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:08.301386 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [req-a71313f4-ad1d-4c51-b1d6-7505406471ee req-700938d7-224f-4101-8d25-b16085cce413 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Deleting port ff09bff0-c3dc-492f-a759-9c34190c2cb4 {{(pid=103838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 17:34:08.301732 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-a71313f4-ad1d-4c51-b1d6-7505406471ee req-700938d7-224f-4101-8d25-b16085cce413 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757691651449'] for port (ff09bff0-c3dc-492f-a759-9c34190c2cb4), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:08.403186 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [req-a71313f4-ad1d-4c51-b1d6-7505406471ee req-700938d7-224f-4101-8d25-b16085cce413 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] For port ff09bff0-c3dc-492f-a759-9c34190c2cb4, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=ff09bff0-c3dc-492f-a759-9c34190c2cb4,segment=NetworkSegment(f618d530-f505-48bd-b607-190318e3ffcb),segment_id=f618d530-f505-48bd-b607-190318e3ffcb)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:34:08.403550 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-a71313f4-ad1d-4c51-b1d6-7505406471ee req-700938d7-224f-4101-8d25-b16085cce413 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757418'] for port (ff09bff0-c3dc-492f-a759-9c34190c2cb4), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:08.419551 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [req-a71313f4-ad1d-4c51-b1d6-7505406471ee req-700938d7-224f-4101-8d25-b16085cce413 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Calling delete_port for ff09bff0-c3dc-492f-a759-9c34190c2cb4 owned by compute:nova {{(pid=103838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 17:34:08.596647 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-a71313f4-ad1d-4c51-b1d6-7505406471ee req-700938d7-224f-4101-8d25-b16085cce413 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757691659996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757691134190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26691326'] for port (ff09bff0-c3dc-492f-a759-9c34190c2cb4), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:08.629096 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700938d7-224f-4101-8d25-b16085cce413 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Pushing event deleted for resources: {'Port': ['ID=ff09bff0-c3dc-492f-a759-9c34190c2cb4,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:08.656285 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700938d7-224f-4101-8d25-b16085cce413 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:34:08.663727 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700938d7-224f-4101-8d25-b16085cce413 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:34:08.663727 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700938d7-224f-4101-8d25-b16085cce413 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:34:08.663727 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700938d7-224f-4101-8d25-b16085cce413 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:34:08.663727 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700938d7-224f-4101-8d25-b16085cce413 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:34:08.663727 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700938d7-224f-4101-8d25-b16085cce413 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:34:08.663727 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700938d7-224f-4101-8d25-b16085cce413 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:34:08.663727 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700938d7-224f-4101-8d25-b16085cce413 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:34:08.663727 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700938d7-224f-4101-8d25-b16085cce413 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:34:08.663727 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700938d7-224f-4101-8d25-b16085cce413 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:34:08.663727 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700938d7-224f-4101-8d25-b16085cce413 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:34:08.663727 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700938d7-224f-4101-8d25-b16085cce413 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:34:08.663727 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700938d7-224f-4101-8d25-b16085cce413 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:34:08.684428 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [req-a71313f4-ad1d-4c51-b1d6-7505406471ee req-700938d7-224f-4101-8d25-b16085cce413 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] No DVR routers for this DVR port ff09bff0-c3dc-492f-a759-9c34190c2cb4 on host hv-cinder-77819 {{(pid=103838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:34:08.686976 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-a71313f4-ad1d-4c51-b1d6-7505406471ee req-700938d7-224f-4101-8d25-b16085cce413 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021714'] for port (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:08.690271 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-a71313f4-ad1d-4c51-b1d6-7505406471ee req-700938d7-224f-4101-8d25-b16085cce413 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.49 "DELETE /v2.0/ports/ff09bff0-c3dc-492f-a759-9c34190c2cb4 HTTP/1.1" status: 204 len: 173 time: 0.4838781 Mar 02 17:34:08.690710 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90bd0f05-97e8-4b0c-9a67-2cd9df28f0d4', 'name': 'network-vif-deleted', 'tag': 'ff09bff0-c3dc-492f-a759-9c34190c2cb4'}] {{(pid=103838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 17:34:08.692944 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7c8e0f7c7170b606f581d652a183e77a47547618c5f9292d8eb62f06a367e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40fa7d12-7f0d-412b-ad4f-4f812d4c457b" -d '{"events": [{"server_uuid": "90bd0f05-97e8-4b0c-9a67-2cd9df28f0d4", "name": "network-vif-deleted", "tag": "ff09bff0-c3dc-492f-a759-9c34190c2cb4"}]}' {{(pid=103838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 17:34:08.733394 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 17:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-492df27a-577f-4e7c-9be2-2abe5fe49abf x-openstack-request-id: req-492df27a-577f-4e7c-9be2-2abe5fe49abf {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 17:34:08.733684 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90bd0f05-97e8-4b0c-9a67-2cd9df28f0d4", "name": "network-vif-deleted", "tag": "ff09bff0-c3dc-492f-a759-9c34190c2cb4", "status": "completed", "code": 200}]} {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 17:34:08.733964 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-492df27a-577f-4e7c-9be2-2abe5fe49abf {{(pid=103838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 17:34:08.734361 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90bd0f05-97e8-4b0c-9a67-2cd9df28f0d4', 'name': 'network-vif-deleted', 'tag': 'ff09bff0-c3dc-492f-a759-9c34190c2cb4', 'status': 'completed', 'code': 200} Mar 02 17:34:09.085140 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-d5ae32e1-32fa-4f01-860f-c845c568b9cf req-1c294a40-a42d-4abe-bbe4-ab7b1d2ebb84 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/ports?device_id=90bd0f05-97e8-4b0c-9a67-2cd9df28f0d4 HTTP/1.1" status: 200 len: 210 time: 0.0287478 Mar 02 17:34:11.051749 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device ff09bff0-c3dc-492f-a759-9c34190c2cb4 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 17:34:11.073421 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] No Port match for: ff09bff0-c3dc-492f-a759-9c34190c2cb4 {{(pid=103839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 17:34:11.073765 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device ff09bff0-c3dc-492f-a759-9c34190c2cb4 not bound to the agent host hv-cinder-77819 {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 17:34:12.622012 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 55000) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:34:12.782194 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [None req-8d020576-ba4c-446c-9d1f-0ae4ef671975 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Deleting port 08b6f5dd-80af-4ac5-9b00-a312c2ff8e99 {{(pid=103837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 17:34:12.782537 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-8d020576-ba4c-446c-9d1f-0ae4ef671975 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757691651449'] for port (08b6f5dd-80af-4ac5-9b00-a312c2ff8e99), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:12.861295 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-8d020576-ba4c-446c-9d1f-0ae4ef671975 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757418'] for port (08b6f5dd-80af-4ac5-9b00-a312c2ff8e99), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:12.861554 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-8d020576-ba4c-446c-9d1f-0ae4ef671975 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks [] for floatingip (08b6f5dd-80af-4ac5-9b00-a312c2ff8e99), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:12.873564 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [None req-8d020576-ba4c-446c-9d1f-0ae4ef671975 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Calling delete_port for 08b6f5dd-80af-4ac5-9b00-a312c2ff8e99 owned by network:floatingip {{(pid=103837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 17:34:13.105012 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-8d020576-ba4c-446c-9d1f-0ae4ef671975 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757691659996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757691134190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29943615'] for port (08b6f5dd-80af-4ac5-9b00-a312c2ff8e99), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:13.133242 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d020576-ba4c-446c-9d1f-0ae4ef671975 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Pushing event deleted for resources: {'Port': ['ID=08b6f5dd-80af-4ac5-9b00-a312c2ff8e99,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:13.192411 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-8d020576-ba4c-446c-9d1f-0ae4ef671975 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks [] for floatingip (8c541d0b-d79b-4c32-8a7f-5855cfd5ef6a), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:13.192825 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.db.l3_db [None req-8d020576-ba4c-446c-9d1f-0ae4ef671975 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Floating IP 8c541d0b-d79b-4c32-8a7f-5855cfd5ef6a disassociated (deleted). External IP: 172.27.1.36, port: 0f561f6c-0071-4ff2-b9f4-7b499e17b8bc. Mar 02 17:34:13.403796 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d020576-ba4c-446c-9d1f-0ae4ef671975 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Router 2c9521f2-9c19-404b-8ead-074607f46130 has already been hosted by L3 agent 90b713d5-0d52-4da0-a663-b3b1c9fefb3d {{(pid=103837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:34:13.515647 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d020576-ba4c-446c-9d1f-0ae4ef671975 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Notify agent at l3_agent.dv-cinder-778193-22-iscsi the message routers_updated {{(pid=103837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:34:13.520983 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-8d020576-ba4c-446c-9d1f-0ae4ef671975 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021714'] for floatingip (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:13.526716 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e6419c-358b-4b8a-80a2-3e0352949473 None None] Sync routers for ids ['2c9521f2-9c19-404b-8ead-074607f46130'] in dv-cinder-778193-22-iscsi {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 17:34:13.537230 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e6419c-358b-4b8a-80a2-3e0352949473 None None] Routers {'2c9521f2-9c19-404b-8ead-074607f46130'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:34:13.537864 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-43e6419c-358b-4b8a-80a2-3e0352949473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:34:04Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['2c9521f2-9c19-404b-8ead-074607f46130'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:34:13.553883 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-8d020576-ba4c-446c-9d1f-0ae4ef671975 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "DELETE /v2.0/floatingips/8c541d0b-d79b-4c32-8a7f-5855cfd5ef6a HTTP/1.1" status: 204 len: 168 time: 0.9284141 Mar 02 17:34:13.553883 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c21c9db-7e7a-45fb-8651-afcdd4d51722', 'tag': '0f561f6c-0071-4ff2-b9f4-7b499e17b8bc'}] {{(pid=103837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 17:34:13.554563 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462a6a76495b0d12e43f6eb34734d6d03bfa57daa221191fdc3d129722306163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9547207-8569-4c00-95a5-ace8bc69eff8" -d '{"events": [{"name": "network-changed", "server_uuid": "4c21c9db-7e7a-45fb-8651-afcdd4d51722", "tag": "0f561f6c-0071-4ff2-b9f4-7b499e17b8bc"}]}' {{(pid=103837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 17:34:13.595672 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 17:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b49778-2c61-4b5c-8647-e92bbbeb2531 x-openstack-request-id: req-07b49778-2c61-4b5c-8647-e92bbbeb2531 {{(pid=103837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 17:34:13.600708 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c21c9db-7e7a-45fb-8651-afcdd4d51722", "tag": "0f561f6c-0071-4ff2-b9f4-7b499e17b8bc", "status": "completed", "code": 200}]} {{(pid=103837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 17:34:13.600708 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-07b49778-2c61-4b5c-8647-e92bbbeb2531 {{(pid=103837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 17:34:13.600708 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c21c9db-7e7a-45fb-8651-afcdd4d51722', 'tag': '0f561f6c-0071-4ff2-b9f4-7b499e17b8bc', 'status': 'completed', 'code': 200} Mar 02 17:34:13.670024 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9547207-8569-4c00-95a5-ace8bc69eff8 req-8be0a8d7-deb9-4f5e-8f5d-b9b084632e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:13.670633 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-43e6419c-358b-4b8a-80a2-3e0352949473 None None] Set router 2c9521f2-9c19-404b-8ead-074607f46130 gateway port host: dv-cinder-778193-22-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:34:13.671429 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-a9547207-8569-4c00-95a5-ace8bc69eff8 req-8be0a8d7-deb9-4f5e-8f5d-b9b084632e00 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6e052ebc463e48848e3d6669191712c7&device_id=4c21c9db-7e7a-45fb-8651-afcdd4d51722 HTTP/1.1" status: 200 len: 1130 time: 0.0508273 Mar 02 17:34:13.702265 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (dbb67c4d-7aa5-4acf-82b3-541c1cabd3d2), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:13.763543 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9547207-8569-4c00-95a5-ace8bc69eff8 req-01255cba-196e-4c99-ab44-cbb1a2050b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:13.764900 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-a9547207-8569-4c00-95a5-ace8bc69eff8 req-01255cba-196e-4c99-ab44-cbb1a2050b02 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4e0622e5-1aaf-426d-bbe5-da9d91feb753 HTTP/1.1" status: 200 len: 913 time: 0.0877907 Mar 02 17:34:13.811570 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-a9547207-8569-4c00-95a5-ace8bc69eff8 req-96d504ec-d576-4897-9aae-2f90ee8b9766 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f561f6c-0071-4ff2-b9f4-7b499e17b8bc HTTP/1.1" status: 200 len: 217 time: 0.0402114 Mar 02 17:34:13.865371 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9547207-8569-4c00-95a5-ace8bc69eff8 req-a18f0b13-6d86-42ba-8a79-e2edfd33997a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:13.866905 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-a9547207-8569-4c00-95a5-ace8bc69eff8 req-a18f0b13-6d86-42ba-8a79-e2edfd33997a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4cb5c027-f9c9-47e9-b68c-c8abb0d7a617 HTTP/1.1" status: 200 len: 851 time: 0.0487504 Mar 02 17:34:13.883290 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-43e6419c-358b-4b8a-80a2-3e0352949473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9521f2-9c19-404b-8ead-074607f46130', 'name': 'tempest-TestVolumeBootPattern-1325495679-router', 'tenant_id': '6e052ebc463e48848e3d6669191712c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'd8aa3517-45e6-410d-90a6-933f76d68794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:27:15Z', 'updated_at': '2022-03-02T17:27:19Z', 'revision_number': 4, 'project_id': '6e052ebc463e48848e3d6669191712c7', 'gw_port': {'id': 'd8aa3517-45e6-410d-90a6-933f76d68794', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9521f2-9c19-404b-8ead-074607f46130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:27:16Z', 'updated_at': '2022-03-02T17:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_interfaces': [{'id': '06da7a49-16d4-43a3-8c36-fab7534565c8', 'name': '', 'network_id': '4e0622e5-1aaf-426d-bbe5-da9d91feb753', 'tenant_id': '6e052ebc463e48848e3d6669191712c7', 'mac_address': 'fa:16:3e:e7:14:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9521f2-9c19-404b-8ead-074607f46130', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4cb5c027-f9c9-47e9-b68c-c8abb0d7a617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:27:18Z', 'updated_at': '2022-03-02T17:27:23Z', 'revision_number': 5, 'project_id': '6e052ebc463e48848e3d6669191712c7', 'subnets': [{'id': '4cb5c027-f9c9-47e9-b68c-c8abb0d7a617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:34:13.913776 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e6419c-358b-4b8a-80a2-3e0352949473 None None] Checking router: 2c9521f2-9c19-404b-8ead-074607f46130 for host: dv-cinder-778193-22-iscsi {{(pid=103839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 17:34:13.922272 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9547207-8569-4c00-95a5-ace8bc69eff8 req-fec98aa5-aa22-4c76-a40c-26149380747f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:13.923639 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e6419c-358b-4b8a-80a2-3e0352949473 None None] Routers {'2c9521f2-9c19-404b-8ead-074607f46130'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:34:13.923839 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-a9547207-8569-4c00-95a5-ace8bc69eff8 req-fec98aa5-aa22-4c76-a40c-26149380747f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4e0622e5-1aaf-426d-bbe5-da9d91feb753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0516529 Mar 02 17:34:13.924264 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-43e6419c-358b-4b8a-80a2-3e0352949473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:34:04Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['2c9521f2-9c19-404b-8ead-074607f46130'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:34:14.049252 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-43e6419c-358b-4b8a-80a2-3e0352949473 None None] Set router 2c9521f2-9c19-404b-8ead-074607f46130 gateway port host: dv-cinder-778193-22-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:34:14.062433 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc4d35c-460d-485f-9852-5d7adf23323b req-3f86908b-8f0c-4849-9fe3-f7712a1cd949 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:14.064056 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-bbc4d35c-460d-485f-9852-5d7adf23323b req-3f86908b-8f0c-4849-9fe3-f7712a1cd949 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c21c9db-7e7a-45fb-8651-afcdd4d51722 HTTP/1.1" status: 200 len: 946 time: 0.1255250 Mar 02 17:34:14.066392 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-a9547207-8569-4c00-95a5-ace8bc69eff8 req-c88924eb-12a4-4189-80cb-1ce1daa4d471 service neutron] 10.222.0.49 "GET /v2.0/networks/4e0622e5-1aaf-426d-bbe5-da9d91feb753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355808 Mar 02 17:34:14.172683 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-bbc4d35c-460d-485f-9852-5d7adf23323b req-d912163b-83a7-4e92-8b14-c4646365d58e tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/security-groups?id=284a9aff-6c46-4e9f-af8b-91540baeadce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017895 Mar 02 17:34:14.200873 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-a9547207-8569-4c00-95a5-ace8bc69eff8 req-83c24e48-47e1-4e64-bd3b-8590117247a3 service neutron] 10.222.0.49 "GET /v2.0/networks/4e0622e5-1aaf-426d-bbe5-da9d91feb753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267567 Mar 02 17:34:14.253236 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-43e6419c-358b-4b8a-80a2-3e0352949473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9521f2-9c19-404b-8ead-074607f46130', 'name': 'tempest-TestVolumeBootPattern-1325495679-router', 'tenant_id': '6e052ebc463e48848e3d6669191712c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'd8aa3517-45e6-410d-90a6-933f76d68794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:27:15Z', 'updated_at': '2022-03-02T17:27:19Z', 'revision_number': 4, 'project_id': '6e052ebc463e48848e3d6669191712c7', 'gw_port': {'id': 'd8aa3517-45e6-410d-90a6-933f76d68794', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9521f2-9c19-404b-8ead-074607f46130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:27:16Z', 'updated_at': '2022-03-02T17:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_interfaces': [{'id': '06da7a49-16d4-43a3-8c36-fab7534565c8', 'name': '', 'network_id': '4e0622e5-1aaf-426d-bbe5-da9d91feb753', 'tenant_id': '6e052ebc463e48848e3d6669191712c7', 'mac_address': 'fa:16:3e:e7:14:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9521f2-9c19-404b-8ead-074607f46130', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4cb5c027-f9c9-47e9-b68c-c8abb0d7a617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:27:18Z', 'updated_at': '2022-03-02T17:27:23Z', 'revision_number': 5, 'project_id': '6e052ebc463e48848e3d6669191712c7', 'subnets': [{'id': '4cb5c027-f9c9-47e9-b68c-c8abb0d7a617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:34:14.413482 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e6419c-358b-4b8a-80a2-3e0352949473 None None] The sync data for ids ['2c9521f2-9c19-404b-8ead-074607f46130'] in dv-cinder-778193-22-iscsi is: [{'id': '2c9521f2-9c19-404b-8ead-074607f46130', 'name': 'tempest-TestVolumeBootPattern-1325495679-router', 'tenant_id': '6e052ebc463e48848e3d6669191712c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'd8aa3517-45e6-410d-90a6-933f76d68794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:27:15Z', 'updated_at': '2022-03-02T17:27:19Z', 'revision_number': 4, 'project_id': '6e052ebc463e48848e3d6669191712c7', 'gw_port': {'id': 'd8aa3517-45e6-410d-90a6-933f76d68794', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9521f2-9c19-404b-8ead-074607f46130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:27:16Z', 'updated_at': '2022-03-02T17:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi', '_interfaces': [{'id': '06da7a49-16d4-43a3-8c36-fab7534565c8', 'name': '', 'network_id': '4e0622e5-1aaf-426d-bbe5-da9d91feb753', 'tenant_id': '6e052ebc463e48848e3d6669191712c7', 'mac_address': 'fa:16:3e:e7:14:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9521f2-9c19-404b-8ead-074607f46130', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4cb5c027-f9c9-47e9-b68c-c8abb0d7a617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:27:18Z', 'updated_at': '2022-03-02T17:27:23Z', 'revision_number': 5, 'project_id': '6e052ebc463e48848e3d6669191712c7', 'subnets': [{'id': '4cb5c027-f9c9-47e9-b68c-c8abb0d7a617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 17:34:14.636057 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d338362a-1c5d-4296-b582-11f68eaeb783 None None] New status for floating IP 8c541d0b-d79b-4c32-8a7f-5855cfd5ef6a: DOWN {{(pid=103840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 17:34:15.292568 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c225a99-bbe2-4abc-8c38-bf644e3f1d71 req-b2bdc0ac-110d-4257-9cf6-849bfc198493 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:15.294004 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-3c225a99-bbe2-4abc-8c38-bf644e3f1d71 req-b2bdc0ac-110d-4257-9cf6-849bfc198493 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c21c9db-7e7a-45fb-8651-afcdd4d51722 HTTP/1.1" status: 200 len: 946 time: 0.0536487 Mar 02 17:34:15.342196 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-3c225a99-bbe2-4abc-8c38-bf644e3f1d71 req-94f65928-86b6-43dc-aaf5-05ccd7573c37 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/security-groups?id=284a9aff-6c46-4e9f-af8b-91540baeadce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427155 Mar 02 17:34:15.473430 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4c5e12-3593-4267-b7fa-aee66ae43b0b req-40f0901f-a35a-4d3d-be69-1c308b6cf54e tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:15.474873 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0e4c5e12-3593-4267-b7fa-aee66ae43b0b req-40f0901f-a35a-4d3d-be69-1c308b6cf54e tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c21c9db-7e7a-45fb-8651-afcdd4d51722 HTTP/1.1" status: 200 len: 946 time: 0.0516717 Mar 02 17:34:15.568299 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [req-0e4c5e12-3593-4267-b7fa-aee66ae43b0b req-8936909c-6d06-4b42-8300-50ed94e551e8 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Deleting port 0f561f6c-0071-4ff2-b9f4-7b499e17b8bc {{(pid=103838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 17:34:15.568539 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-0e4c5e12-3593-4267-b7fa-aee66ae43b0b req-8936909c-6d06-4b42-8300-50ed94e551e8 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757691651449'] for port (0f561f6c-0071-4ff2-b9f4-7b499e17b8bc), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:15.661446 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [req-0e4c5e12-3593-4267-b7fa-aee66ae43b0b req-8936909c-6d06-4b42-8300-50ed94e551e8 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] For port 0f561f6c-0071-4ff2-b9f4-7b499e17b8bc, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=0f561f6c-0071-4ff2-b9f4-7b499e17b8bc,segment=NetworkSegment(f618d530-f505-48bd-b607-190318e3ffcb),segment_id=f618d530-f505-48bd-b607-190318e3ffcb)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:34:15.661803 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-0e4c5e12-3593-4267-b7fa-aee66ae43b0b req-8936909c-6d06-4b42-8300-50ed94e551e8 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757418'] for port (0f561f6c-0071-4ff2-b9f4-7b499e17b8bc), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:15.675524 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [req-0e4c5e12-3593-4267-b7fa-aee66ae43b0b req-8936909c-6d06-4b42-8300-50ed94e551e8 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Calling delete_port for 0f561f6c-0071-4ff2-b9f4-7b499e17b8bc owned by compute:nova {{(pid=103838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 17:34:15.880284 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-0e4c5e12-3593-4267-b7fa-aee66ae43b0b req-8936909c-6d06-4b42-8300-50ed94e551e8 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757691659996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757691134190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26691326'] for port (0f561f6c-0071-4ff2-b9f4-7b499e17b8bc), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:15.910063 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8936909c-6d06-4b42-8300-50ed94e551e8 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Pushing event deleted for resources: {'Port': ['ID=0f561f6c-0071-4ff2-b9f4-7b499e17b8bc,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:15.958943 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e4c5e12-3593-4267-b7fa-aee66ae43b0b req-8936909c-6d06-4b42-8300-50ed94e551e8 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] No DVR routers for this DVR port 0f561f6c-0071-4ff2-b9f4-7b499e17b8bc on host hv-cinder-77819 {{(pid=103838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:34:15.961512 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [req-0e4c5e12-3593-4267-b7fa-aee66ae43b0b req-8936909c-6d06-4b42-8300-50ed94e551e8 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021714'] for port (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:15.964843 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-0e4c5e12-3593-4267-b7fa-aee66ae43b0b req-8936909c-6d06-4b42-8300-50ed94e551e8 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.49 "DELETE /v2.0/ports/0f561f6c-0071-4ff2-b9f4-7b499e17b8bc HTTP/1.1" status: 204 len: 173 time: 0.4846463 Mar 02 17:34:15.965298 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c21c9db-7e7a-45fb-8651-afcdd4d51722', 'name': 'network-vif-deleted', 'tag': '0f561f6c-0071-4ff2-b9f4-7b499e17b8bc'}] {{(pid=103838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 17:34:15.967553 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7c8e0f7c7170b606f581d652a183e77a47547618c5f9292d8eb62f06a367e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f3e27fa-057e-4ae7-a37a-5333537228d8" -d '{"events": [{"server_uuid": "4c21c9db-7e7a-45fb-8651-afcdd4d51722", "name": "network-vif-deleted", "tag": "0f561f6c-0071-4ff2-b9f4-7b499e17b8bc"}]}' {{(pid=103838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 17:34:16.003071 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 17:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a39236-8b40-4f77-a6dc-ebc13342e325 x-openstack-request-id: req-07a39236-8b40-4f77-a6dc-ebc13342e325 {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 17:34:16.003346 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c21c9db-7e7a-45fb-8651-afcdd4d51722", "name": "network-vif-deleted", "tag": "0f561f6c-0071-4ff2-b9f4-7b499e17b8bc", "status": "completed", "code": 200}]} {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 17:34:16.003601 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-07a39236-8b40-4f77-a6dc-ebc13342e325 {{(pid=103838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 17:34:16.004001 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c21c9db-7e7a-45fb-8651-afcdd4d51722', 'name': 'network-vif-deleted', 'tag': '0f561f6c-0071-4ff2-b9f4-7b499e17b8bc', 'status': 'completed', 'code': 200} Mar 02 17:34:16.452471 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [req-4d3ae76e-a356-4aac-8a54-30145264b959 req-59dae5f4-b8e8-42a2-8aa9-7f883f72e8c1 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c21c9db-7e7a-45fb-8651-afcdd4d51722 HTTP/1.1" status: 200 len: 210 time: 0.0292923 Mar 02 17:34:17.513390 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 55018) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:34:17.642243 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-78b2a430-c957-40d8-88ca-0ef43a00595c tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Deleting port 908013df-cc7d-4744-81ef-a5d44803ca56 {{(pid=103838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 17:34:17.642587 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-78b2a430-c957-40d8-88ca-0ef43a00595c tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757691651449'] for port (908013df-cc7d-4744-81ef-a5d44803ca56), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:17.722437 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-78b2a430-c957-40d8-88ca-0ef43a00595c tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757418'] for port (908013df-cc7d-4744-81ef-a5d44803ca56), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:17.722760 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-78b2a430-c957-40d8-88ca-0ef43a00595c tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks [] for floatingip (908013df-cc7d-4744-81ef-a5d44803ca56), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:17.734589 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-78b2a430-c957-40d8-88ca-0ef43a00595c tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Calling delete_port for 908013df-cc7d-4744-81ef-a5d44803ca56 owned by network:floatingip {{(pid=103838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 17:34:17.939192 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-78b2a430-c957-40d8-88ca-0ef43a00595c tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757691659996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757691134190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26691326'] for port (908013df-cc7d-4744-81ef-a5d44803ca56), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:17.970406 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b2a430-c957-40d8-88ca-0ef43a00595c tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Pushing event deleted for resources: {'Port': ['ID=908013df-cc7d-4744-81ef-a5d44803ca56,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:18.031288 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-78b2a430-c957-40d8-88ca-0ef43a00595c tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks [] for floatingip (22a1a560-6a37-44c2-a2e7-4104e5c8b2c3), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:18.033791 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-78b2a430-c957-40d8-88ca-0ef43a00595c tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021714'] for floatingip (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:18.034999 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-78b2a430-c957-40d8-88ca-0ef43a00595c tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "DELETE /v2.0/floatingips/22a1a560-6a37-44c2-a2e7-4104e5c8b2c3 HTTP/1.1" status: 204 len: 168 time: 0.5217738 Mar 02 17:34:19.082662 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device 0f561f6c-0071-4ff2-b9f4-7b499e17b8bc no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 17:34:19.109584 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] No Port match for: 0f561f6c-0071-4ff2-b9f4-7b499e17b8bc {{(pid=103839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 17:34:19.109958 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Device 0f561f6c-0071-4ff2-b9f4-7b499e17b8bc not bound to the agent host hv-cinder-77819 {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 17:34:19.360354 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 55030) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:34:19.416889 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-4a2afef5-8211-4e7e-b211-ef6f9cdfa338 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks [] for security_group (284a9aff-6c46-4e9f-af8b-91540baeadce), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:19.442511 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-4a2afef5-8211-4e7e-b211-ef6f9cdfa338 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks [] for security_group (284a9aff-6c46-4e9f-af8b-91540baeadce), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:19.594100 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-4a2afef5-8211-4e7e-b211-ef6f9cdfa338 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (284a9aff-6c46-4e9f-af8b-91540baeadce), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:19.596728 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-4a2afef5-8211-4e7e-b211-ef6f9cdfa338 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Publish callbacks [] for security_group (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:19.597967 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-4a2afef5-8211-4e7e-b211-ef6f9cdfa338 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] 10.222.0.55 "DELETE /v2.0/security-groups/284a9aff-6c46-4e9f-af8b-91540baeadce HTTP/1.1" status: 204 len: 168 time: 0.2366281 Mar 02 17:34:19.608710 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2afef5-8211-4e7e-b211-ef6f9cdfa338 tempest-TestVolumeBootPattern-1897416311 tempest-TestVolumeBootPattern-1897416311-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=284a9aff-6c46-4e9f-af8b-91540baeadce,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:20.729951 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 55036) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:34:21.163314 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1461e021-8c55-442b-9256-097cd0b7b232 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755649'] for router_interface (2c9521f2-9c19-404b-8ead-074607f46130), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:21.408019 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1461e021-8c55-442b-9256-097cd0b7b232 admin admin] Deleting port 06da7a49-16d4-43a3-8c36-fab7534565c8 {{(pid=103838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 17:34:21.408358 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1461e021-8c55-442b-9256-097cd0b7b232 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757691651449'] for port (06da7a49-16d4-43a3-8c36-fab7534565c8), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:21.483596 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1461e021-8c55-442b-9256-097cd0b7b232 admin admin] For port 06da7a49-16d4-43a3-8c36-fab7534565c8, host dv-cinder-778193-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=06da7a49-16d4-43a3-8c36-fab7534565c8,segment=NetworkSegment(f618d530-f505-48bd-b607-190318e3ffcb),segment_id=f618d530-f505-48bd-b607-190318e3ffcb)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:34:21.483953 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1461e021-8c55-442b-9256-097cd0b7b232 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757418'] for port (06da7a49-16d4-43a3-8c36-fab7534565c8), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:21.499782 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1461e021-8c55-442b-9256-097cd0b7b232 admin admin] Calling delete_port for 06da7a49-16d4-43a3-8c36-fab7534565c8 owned by network:router_interface {{(pid=103838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 17:34:21.750451 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1461e021-8c55-442b-9256-097cd0b7b232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757691659996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757691134190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26691326'] for port (06da7a49-16d4-43a3-8c36-fab7534565c8), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:21.775441 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1461e021-8c55-442b-9256-097cd0b7b232 admin admin] Pushing event deleted for resources: {'Port': ['ID=06da7a49-16d4-43a3-8c36-fab7534565c8,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:21.951550 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1461e021-8c55-442b-9256-097cd0b7b232 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-755501'] for router_interface (2c9521f2-9c19-404b-8ead-074607f46130), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:22.172493 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1461e021-8c55-442b-9256-097cd0b7b232 admin admin] Router 2c9521f2-9c19-404b-8ead-074607f46130 has already been hosted by L3 agent 90b713d5-0d52-4da0-a663-b3b1c9fefb3d {{(pid=103838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:34:22.278217 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1461e021-8c55-442b-9256-097cd0b7b232 admin admin] Notify agent at l3_agent.dv-cinder-778193-22-iscsi the message routers_updated {{(pid=103838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:34:22.283109 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-1461e021-8c55-442b-9256-097cd0b7b232 admin admin] 10.222.0.55 "PUT /v2.0/routers/2c9521f2-9c19-404b-8ead-074607f46130/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5520942 Mar 02 17:34:22.285780 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 55040) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:34:22.291703 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67186832-5838-4851-ab5b-b5732ce38c39 None None] Sync routers for ids ['2c9521f2-9c19-404b-8ead-074607f46130'] in dv-cinder-778193-22-iscsi {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 17:34:22.300028 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67186832-5838-4851-ab5b-b5732ce38c39 None None] Routers {'2c9521f2-9c19-404b-8ead-074607f46130'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:34:22.300664 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-67186832-5838-4851-ab5b-b5732ce38c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:34:04Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['2c9521f2-9c19-404b-8ead-074607f46130'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:34:22.415612 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-67186832-5838-4851-ab5b-b5732ce38c39 None None] Set router 2c9521f2-9c19-404b-8ead-074607f46130 gateway port host: dv-cinder-778193-22-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:34:22.609797 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-67186832-5838-4851-ab5b-b5732ce38c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9521f2-9c19-404b-8ead-074607f46130', 'name': 'tempest-TestVolumeBootPattern-1325495679-router', 'tenant_id': '6e052ebc463e48848e3d6669191712c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'd8aa3517-45e6-410d-90a6-933f76d68794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:27:15Z', 'updated_at': '2022-03-02T17:34:21Z', 'revision_number': 5, 'project_id': '6e052ebc463e48848e3d6669191712c7', 'gw_port': {'id': 'd8aa3517-45e6-410d-90a6-933f76d68794', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9521f2-9c19-404b-8ead-074607f46130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:27:16Z', 'updated_at': '2022-03-02T17:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi'}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:34:22.637004 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67186832-5838-4851-ab5b-b5732ce38c39 None None] Checking router: 2c9521f2-9c19-404b-8ead-074607f46130 for host: dv-cinder-778193-22-iscsi {{(pid=103839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 17:34:22.646106 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67186832-5838-4851-ab5b-b5732ce38c39 None None] Routers {'2c9521f2-9c19-404b-8ead-074607f46130'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:34:22.646740 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-67186832-5838-4851-ab5b-b5732ce38c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:34:04Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['2c9521f2-9c19-404b-8ead-074607f46130'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:34:22.681340 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-672119fb-121c-40d4-8a9f-73c975397e22 admin admin] Publish callbacks [] for router (2c9521f2-9c19-404b-8ead-074607f46130), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:22.753800 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-67186832-5838-4851-ab5b-b5732ce38c39 None None] Set router 2c9521f2-9c19-404b-8ead-074607f46130 gateway port host: dv-cinder-778193-22-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:34:22.783651 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-672119fb-121c-40d4-8a9f-73c975397e22 admin admin] Publish callbacks [] for router_gateway (2c9521f2-9c19-404b-8ead-074607f46130), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:22.832458 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.agents_db [None req-2c4e262f-840f-46f3-949a-97bfddff46e9 None None] Agent healthcheck: found 6 active agents {{(pid=103840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 17:34:22.917432 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-672119fb-121c-40d4-8a9f-73c975397e22 admin admin] Deleting port d8aa3517-45e6-410d-90a6-933f76d68794 {{(pid=103838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 17:34:22.917791 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-672119fb-121c-40d4-8a9f-73c975397e22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757691651449'] for port (d8aa3517-45e6-410d-90a6-933f76d68794), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:22.936255 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-67186832-5838-4851-ab5b-b5732ce38c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9521f2-9c19-404b-8ead-074607f46130', 'name': 'tempest-TestVolumeBootPattern-1325495679-router', 'tenant_id': '6e052ebc463e48848e3d6669191712c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'd8aa3517-45e6-410d-90a6-933f76d68794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:27:15Z', 'updated_at': '2022-03-02T17:34:21Z', 'revision_number': 5, 'project_id': '6e052ebc463e48848e3d6669191712c7', 'gw_port': {'id': 'd8aa3517-45e6-410d-90a6-933f76d68794', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9521f2-9c19-404b-8ead-074607f46130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:27:16Z', 'updated_at': '2022-03-02T17:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi'}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:34:22.986314 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67186832-5838-4851-ab5b-b5732ce38c39 None None] The sync data for ids ['2c9521f2-9c19-404b-8ead-074607f46130'] in dv-cinder-778193-22-iscsi is: [{'id': '2c9521f2-9c19-404b-8ead-074607f46130', 'name': 'tempest-TestVolumeBootPattern-1325495679-router', 'tenant_id': '6e052ebc463e48848e3d6669191712c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'd8aa3517-45e6-410d-90a6-933f76d68794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:27:15Z', 'updated_at': '2022-03-02T17:34:21Z', 'revision_number': 5, 'project_id': '6e052ebc463e48848e3d6669191712c7', 'gw_port': {'id': 'd8aa3517-45e6-410d-90a6-933f76d68794', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9521f2-9c19-404b-8ead-074607f46130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:27:16Z', 'updated_at': '2022-03-02T17:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi'}] {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 17:34:23.004762 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-672119fb-121c-40d4-8a9f-73c975397e22 admin admin] For port d8aa3517-45e6-410d-90a6-933f76d68794, host dv-cinder-778193-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=d8aa3517-45e6-410d-90a6-933f76d68794,segment=NetworkSegment(52804d28-a361-4369-98ca-e918669c489a),segment_id=52804d28-a361-4369-98ca-e918669c489a)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:34:23.005129 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-672119fb-121c-40d4-8a9f-73c975397e22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757418'] for port (d8aa3517-45e6-410d-90a6-933f76d68794), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:23.027396 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-672119fb-121c-40d4-8a9f-73c975397e22 admin admin] Calling delete_port for d8aa3517-45e6-410d-90a6-933f76d68794 owned by network:router_gateway {{(pid=103838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 17:34:23.285541 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-672119fb-121c-40d4-8a9f-73c975397e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757691659996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757691134190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26691326'] for port (d8aa3517-45e6-410d-90a6-933f76d68794), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:23.313210 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672119fb-121c-40d4-8a9f-73c975397e22 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8aa3517-45e6-410d-90a6-933f76d68794,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:23.376358 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-672119fb-121c-40d4-8a9f-73c975397e22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-755343'] for router_gateway (2c9521f2-9c19-404b-8ead-074607f46130), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:23.480217 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-672119fb-121c-40d4-8a9f-73c975397e22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-758303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4915'] for router (2c9521f2-9c19-404b-8ead-074607f46130), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:23.482900 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-672119fb-121c-40d4-8a9f-73c975397e22 admin admin] Publish callbacks [] for router_controller (2c9521f2-9c19-404b-8ead-074607f46130), precommit_delete_associations {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:23.590120 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-672119fb-121c-40d4-8a9f-73c975397e22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-758308'] for router (2c9521f2-9c19-404b-8ead-074607f46130), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:23.590690 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-672119fb-121c-40d4-8a9f-73c975397e22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c9521f2-9c19-404b-8ead-074607f46130 {{(pid=103838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 17:34:23.595330 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-672119fb-121c-40d4-8a9f-73c975397e22 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:23.596456 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-672119fb-121c-40d4-8a9f-73c975397e22 admin admin] 10.222.0.55 "DELETE /v2.0/routers/2c9521f2-9c19-404b-8ead-074607f46130 HTTP/1.1" status: 204 len: 168 time: 1.3098543 Mar 02 17:34:23.599188 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 55042) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:34:23.645037 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8e5f4a7-b352-4140-af0e-b6ba42441b60 admin admin] Deleting subnet 4cb5c027-f9c9-47e9-b68c-c8abb0d7a617 {{(pid=103837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 17:34:23.648554 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c8e5f4a7-b352-4140-af0e-b6ba42441b60 admin admin] Publish callbacks [] for subnet (4cb5c027-f9c9-47e9-b68c-c8abb0d7a617), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:23.689304 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c8e5f4a7-b352-4140-af0e-b6ba42441b60 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29941814'] for subnet (4cb5c027-f9c9-47e9-b68c-c8abb0d7a617), precommit_delete_associations {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:23.765572 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c8e5f4a7-b352-4140-af0e-b6ba42441b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223364'] for subnet (4cb5c027-f9c9-47e9-b68c-c8abb0d7a617), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:23.876158 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c8e5f4a7-b352-4140-af0e-b6ba42441b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29943564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29592715'] for subnet (4cb5c027-f9c9-47e9-b68c-c8abb0d7a617), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:23.903697 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e5f4a7-b352-4140-af0e-b6ba42441b60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cb5c027-f9c9-47e9-b68c-c8abb0d7a617,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:23.905682 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c8e5f4a7-b352-4140-af0e-b6ba42441b60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572135'] for subnet (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:23.908901 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-c8e5f4a7-b352-4140-af0e-b6ba42441b60 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/4cb5c027-f9c9-47e9-b68c-c8abb0d7a617 HTTP/1.1" status: 204 len: 168 time: 0.3085802 Mar 02 17:34:23.910846 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d89508-0186-439e-873f-9cce401b55f9 None None] Network 4e0622e5-1aaf-426d-bbe5-da9d91feb753 requested from dv-cinder-778193-22-iscsi {{(pid=103839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 17:34:23.911547 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 55044) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:34:23.980010 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-516a4557-bd66-4e1c-b606-46a28f7e011f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4180927'] for network (4e0622e5-1aaf-426d-bbe5-da9d91feb753), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:24.040744 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-516a4557-bd66-4e1c-b606-46a28f7e011f admin admin] Deleting port bf9d9bb2-c181-4709-b330-0e3f143b6344 {{(pid=103838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 17:34:24.041008 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-516a4557-bd66-4e1c-b606-46a28f7e011f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757691651449'] for port (bf9d9bb2-c181-4709-b330-0e3f143b6344), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:24.109080 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33c8ad0-7748-421e-968b-db1a7c08ea56 None None] DHCP port deletion for 4e0622e5-1aaf-426d-bbe5-da9d91feb753 request from dv-cinder-778193-22-iscsi {{(pid=103839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 02 17:34:24.116544 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-516a4557-bd66-4e1c-b606-46a28f7e011f admin admin] For port bf9d9bb2-c181-4709-b330-0e3f143b6344, host dv-cinder-778193-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=bf9d9bb2-c181-4709-b330-0e3f143b6344,segment=NetworkSegment(f618d530-f505-48bd-b607-190318e3ffcb),segment_id=f618d530-f505-48bd-b607-190318e3ffcb)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:34:24.116906 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-516a4557-bd66-4e1c-b606-46a28f7e011f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757418'] for port (bf9d9bb2-c181-4709-b330-0e3f143b6344), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:24.131347 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-516a4557-bd66-4e1c-b606-46a28f7e011f admin admin] Calling delete_port for bf9d9bb2-c181-4709-b330-0e3f143b6344 owned by network:dhcp {{(pid=103838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 17:34:24.134473 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device 06da7a49-16d4-43a3-8c36-fab7534565c8 no longer exists at agent ovs-agent-dv-cinder-778193-22-iscsi {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 17:34:24.158293 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] No Port match for: 06da7a49-16d4-43a3-8c36-fab7534565c8 {{(pid=103839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 17:34:24.158644 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device 06da7a49-16d4-43a3-8c36-fab7534565c8 not bound to the agent host dv-cinder-778193-22-iscsi {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 17:34:24.159074 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device d8aa3517-45e6-410d-90a6-933f76d68794 no longer exists at agent ovs-agent-dv-cinder-778193-22-iscsi {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 17:34:24.180545 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] No Port match for: d8aa3517-45e6-410d-90a6-933f76d68794 {{(pid=103839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 17:34:24.180902 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device d8aa3517-45e6-410d-90a6-933f76d68794 not bound to the agent host dv-cinder-778193-22-iscsi {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 17:34:24.198023 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-e33c8ad0-7748-421e-968b-db1a7c08ea56 None None] Deleting port bf9d9bb2-c181-4709-b330-0e3f143b6344 {{(pid=103839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 17:34:24.198404 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e33c8ad0-7748-421e-968b-db1a7c08ea56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757691651449'] for port (bf9d9bb2-c181-4709-b330-0e3f143b6344), before_delete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:24.273382 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-e33c8ad0-7748-421e-968b-db1a7c08ea56 None None] For port bf9d9bb2-c181-4709-b330-0e3f143b6344, host dv-cinder-778193-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=bf9d9bb2-c181-4709-b330-0e3f143b6344,segment=NetworkSegment(f618d530-f505-48bd-b607-190318e3ffcb),segment_id=f618d530-f505-48bd-b607-190318e3ffcb)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:34:24.274329 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e33c8ad0-7748-421e-968b-db1a7c08ea56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757418'] for port (bf9d9bb2-c181-4709-b330-0e3f143b6344), precommit_delete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:24.281819 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-516a4557-bd66-4e1c-b606-46a28f7e011f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757691659996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757691134190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26691326'] for port (bf9d9bb2-c181-4709-b330-0e3f143b6344), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:24.286706 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-e33c8ad0-7748-421e-968b-db1a7c08ea56 None None] Calling delete_port for bf9d9bb2-c181-4709-b330-0e3f143b6344 owned by network:dhcp {{(pid=103839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 17:34:24.309617 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516a4557-bd66-4e1c-b606-46a28f7e011f admin admin] Pushing event deleted for resources: {'Port': ['ID=bf9d9bb2-c181-4709-b330-0e3f143b6344,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:24.311415 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516a4557-bd66-4e1c-b606-46a28f7e011f admin admin] No DVR routers for this DVR port bf9d9bb2-c181-4709-b330-0e3f143b6344 on host dv-cinder-778193-22-iscsi {{(pid=103838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:34:24.362407 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e33c8ad0-7748-421e-968b-db1a7c08ea56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757691659996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757691134190'] for port (bf9d9bb2-c181-4709-b330-0e3f143b6344), after_delete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:24.390811 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33c8ad0-7748-421e-968b-db1a7c08ea56 None None] Pushing event deleted for resources: {'Port': ['ID=bf9d9bb2-c181-4709-b330-0e3f143b6344,revision_number=None']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:24.393074 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-516a4557-bd66-4e1c-b606-46a28f7e011f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3970239', 'neutron.services.segments.db._delete_segments_for_network-8757691626141'] for network (4e0622e5-1aaf-426d-bbe5-da9d91feb753), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:24.398432 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33c8ad0-7748-421e-968b-db1a7c08ea56 None None] No DVR routers for this DVR port bf9d9bb2-c181-4709-b330-0e3f143b6344 on host dv-cinder-778193-22-iscsi {{(pid=103839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:34:24.401199 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33c8ad0-7748-421e-968b-db1a7c08ea56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:34:24.401552 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33c8ad0-7748-421e-968b-db1a7c08ea56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:34:24.401995 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33c8ad0-7748-421e-968b-db1a7c08ea56 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:34:24.402331 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33c8ad0-7748-421e-968b-db1a7c08ea56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:34:24.402661 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33c8ad0-7748-421e-968b-db1a7c08ea56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:34:24.402982 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33c8ad0-7748-421e-968b-db1a7c08ea56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:34:24.403303 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33c8ad0-7748-421e-968b-db1a7c08ea56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:34:24.403623 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33c8ad0-7748-421e-968b-db1a7c08ea56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:34:24.403941 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33c8ad0-7748-421e-968b-db1a7c08ea56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:34:24.404261 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33c8ad0-7748-421e-968b-db1a7c08ea56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:34:24.404578 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33c8ad0-7748-421e-968b-db1a7c08ea56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:34:24.404891 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33c8ad0-7748-421e-968b-db1a7c08ea56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:34:24.405203 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33c8ad0-7748-421e-968b-db1a7c08ea56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-22-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:34:24.416383 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.services.segments.db [None req-516a4557-bd66-4e1c-b606-46a28f7e011f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e0622e5-1aaf-426d-bbe5-da9d91feb753']}} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:34:24.425678 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.services.segments.db [None req-516a4557-bd66-4e1c-b606-46a28f7e011f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f618d530-f505-48bd-b607-190318e3ffcb') {'for_net_delete': True} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:34:24.426109 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.services.segments.db [None req-516a4557-bd66-4e1c-b606-46a28f7e011f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f618d530-f505-48bd-b607-190318e3ffcb') {} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:34:24.435635 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-516a4557-bd66-4e1c-b606-46a28f7e011f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757691629734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26733574'] for segment (f618d530-f505-48bd-b607-190318e3ffcb), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:24.449081 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-516a4557-bd66-4e1c-b606-46a28f7e011f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220699'] for segment (f618d530-f505-48bd-b607-190318e3ffcb), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:24.455196 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-516a4557-bd66-4e1c-b606-46a28f7e011f admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=103838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 17:34:24.455600 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-516a4557-bd66-4e1c-b606-46a28f7e011f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26691091'] for segment (f618d530-f505-48bd-b607-190318e3ffcb), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:24.457355 dv-cinder-778193-22-iscsi neutron-server[103838]: Traceback (most recent call last): Mar 02 17:34:24.457355 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 17:34:24.457355 dv-cinder-778193-22-iscsi neutron-server[103838]: timer() Mar 02 17:34:24.457355 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:34:24.457355 dv-cinder-778193-22-iscsi neutron-server[103838]: cb(*args, **kw) Mar 02 17:34:24.457355 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 17:34:24.457355 dv-cinder-778193-22-iscsi neutron-server[103838]: return func(*args, **kwargs) Mar 02 17:34:24.457355 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:34:24.457355 dv-cinder-778193-22-iscsi neutron-server[103838]: self._notify() Mar 02 17:34:24.457355 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:34:24.457355 dv-cinder-778193-22-iscsi neutron-server[103838]: self.callback(batched_events) Mar 02 17:34:24.457355 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:34:24.457355 dv-cinder-778193-22-iscsi neutron-server[103838]: event.method(event) Mar 02 17:34:24.457355 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 17:34:24.457355 dv-cinder-778193-22-iscsi neutron-server[103838]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:34:24.457355 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 17:34:24.457355 dv-cinder-778193-22-iscsi neutron-server[103838]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:34:24.457355 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 17:34:24.457355 dv-cinder-778193-22-iscsi neutron-server[103838]: return f(self, *a, **k) Mar 02 17:34:24.457355 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:34:24.457355 dv-cinder-778193-22-iscsi neutron-server[103838]: return self._get(url).json() Mar 02 17:34:24.457355 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:34:24.457355 dv-cinder-778193-22-iscsi neutron-server[103838]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:34:24.457355 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 17:34:24.457355 dv-cinder-778193-22-iscsi neutron-server[103838]: return self.request(url, 'GET', **kwargs) Mar 02 17:34:24.457355 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 17:34:24.457355 dv-cinder-778193-22-iscsi neutron-server[103838]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:34:24.457355 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 17:34:24.457355 dv-cinder-778193-22-iscsi neutron-server[103838]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:34:24.457355 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 17:34:24.457355 dv-cinder-778193-22-iscsi neutron-server[103838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:34:24.457355 dv-cinder-778193-22-iscsi neutron-server[103838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:34:24.599657 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-516a4557-bd66-4e1c-b606-46a28f7e011f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3970246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-755379'] for network (4e0622e5-1aaf-426d-bbe5-da9d91feb753), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:24.605224 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-516a4557-bd66-4e1c-b606-46a28f7e011f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572135'] for network (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:24.608378 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-516a4557-bd66-4e1c-b606-46a28f7e011f admin admin] 10.222.0.55 "DELETE /v2.0/networks/4e0622e5-1aaf-426d-bbe5-da9d91feb753 HTTP/1.1" status: 204 len: 168 time: 0.6958356 Mar 02 17:34:24.611441 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 55046) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:34:24.620005 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516a4557-bd66-4e1c-b606-46a28f7e011f admin admin] Pushing event deleted for resources: {'Network': ['ID=4e0622e5-1aaf-426d-bbe5-da9d91feb753,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:24.972698 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-1a5ea99d-074e-4c66-8516-11f5f666b173 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755649'] for router_interface (c34e0929-1017-4d77-8c94-f2a67a82a2ee), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:25.220615 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [None req-1a5ea99d-074e-4c66-8516-11f5f666b173 admin admin] Deleting port 00e9de5e-defc-43a7-b1c7-1c3d727ea0b5 {{(pid=103837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 17:34:25.220950 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-1a5ea99d-074e-4c66-8516-11f5f666b173 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757691651449'] for port (00e9de5e-defc-43a7-b1c7-1c3d727ea0b5), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:25.296056 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.db [None req-1a5ea99d-074e-4c66-8516-11f5f666b173 admin admin] For port 00e9de5e-defc-43a7-b1c7-1c3d727ea0b5, host dv-cinder-778193-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=00e9de5e-defc-43a7-b1c7-1c3d727ea0b5,segment=NetworkSegment(7db5f396-f9c5-4126-b9c3-eddf274cb984),segment_id=7db5f396-f9c5-4126-b9c3-eddf274cb984)] {{(pid=103837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:34:25.296330 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-1a5ea99d-074e-4c66-8516-11f5f666b173 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757418'] for port (00e9de5e-defc-43a7-b1c7-1c3d727ea0b5), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:25.308914 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [None req-1a5ea99d-074e-4c66-8516-11f5f666b173 admin admin] Calling delete_port for 00e9de5e-defc-43a7-b1c7-1c3d727ea0b5 owned by network:router_interface {{(pid=103837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 17:34:25.537043 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-1a5ea99d-074e-4c66-8516-11f5f666b173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757691659996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757691134190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29943615'] for port (00e9de5e-defc-43a7-b1c7-1c3d727ea0b5), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:25.564985 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5ea99d-074e-4c66-8516-11f5f666b173 admin admin] Pushing event deleted for resources: {'Port': ['ID=00e9de5e-defc-43a7-b1c7-1c3d727ea0b5,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:25.879981 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device bf9d9bb2-c181-4709-b330-0e3f143b6344 no longer exists at agent ovs-agent-dv-cinder-778193-22-iscsi {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 17:34:25.904497 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] No Port match for: bf9d9bb2-c181-4709-b330-0e3f143b6344 {{(pid=103839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 17:34:25.904846 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device bf9d9bb2-c181-4709-b330-0e3f143b6344 not bound to the agent host dv-cinder-778193-22-iscsi {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 17:34:25.960666 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-1a5ea99d-074e-4c66-8516-11f5f666b173 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-755501'] for router_interface (c34e0929-1017-4d77-8c94-f2a67a82a2ee), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:26.189020 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a5ea99d-074e-4c66-8516-11f5f666b173 admin admin] Router c34e0929-1017-4d77-8c94-f2a67a82a2ee has already been hosted by L3 agent 90b713d5-0d52-4da0-a663-b3b1c9fefb3d {{(pid=103837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:34:26.301145 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a5ea99d-074e-4c66-8516-11f5f666b173 admin admin] Notify agent at l3_agent.dv-cinder-778193-22-iscsi the message routers_updated {{(pid=103837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:34:26.306930 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-1a5ea99d-074e-4c66-8516-11f5f666b173 admin admin] 10.222.0.55 "PUT /v2.0/routers/c34e0929-1017-4d77-8c94-f2a67a82a2ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6941323 Mar 02 17:34:26.309470 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 55048) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:34:26.312642 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7156361-d9ac-47ed-ba0d-f03d8ff61778 None None] Sync routers for ids ['c34e0929-1017-4d77-8c94-f2a67a82a2ee'] in dv-cinder-778193-22-iscsi {{(pid=103840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 17:34:26.324017 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7156361-d9ac-47ed-ba0d-f03d8ff61778 None None] Routers {'c34e0929-1017-4d77-8c94-f2a67a82a2ee'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:34:26.324635 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_hamode_db [None req-b7156361-d9ac-47ed-ba0d-f03d8ff61778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:34:04Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['c34e0929-1017-4d77-8c94-f2a67a82a2ee'], 'active': True} {{(pid=103840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:34:26.414107 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a3bafc78-0a01-4d38-84d8-3761ef031401 admin admin] Publish callbacks [] for router (c34e0929-1017-4d77-8c94-f2a67a82a2ee), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:26.431791 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_dvr_db [None req-b7156361-d9ac-47ed-ba0d-f03d8ff61778 None None] Set router c34e0929-1017-4d77-8c94-f2a67a82a2ee gateway port host: dv-cinder-778193-22-iscsi {{(pid=103840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:34:26.517658 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a3bafc78-0a01-4d38-84d8-3761ef031401 admin admin] Publish callbacks [] for router_gateway (c34e0929-1017-4d77-8c94-f2a67a82a2ee), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:26.619289 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_hamode_db [None req-b7156361-d9ac-47ed-ba0d-f03d8ff61778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c34e0929-1017-4d77-8c94-f2a67a82a2ee', 'name': 'tempest-TestVolumeBootPattern-1110095820-router', 'tenant_id': '3d19736155934b7581af12c6add51734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'external_fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '5b99bbc7-0cd5-430a-8661-302e93cc683f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:27:22Z', 'updated_at': '2022-03-02T17:34:25Z', 'revision_number': 5, 'project_id': '3d19736155934b7581af12c6add51734', 'gw_port': {'id': '5b99bbc7-0cd5-430a-8661-302e93cc683f', 'name': '', 'network_id': '0bf1b91f-7d47-47dc-984e-54613c32c4bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34e0929-1017-4d77-8c94-f2a67a82a2ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:27:23Z', 'updated_at': '2022-03-02T17:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47e07ad-60c5-4c61-a95d-e6bd57ebdbb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-22-iscsi'}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:34:26.645794 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7156361-d9ac-47ed-ba0d-f03d8ff61778 None None] Checking router: c34e0929-1017-4d77-8c94-f2a67a82a2ee for host: dv-cinder-778193-22-iscsi {{(pid=103840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 17:34:26.656036 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7156361-d9ac-47ed-ba0d-f03d8ff61778 None None] Routers {'c34e0929-1017-4d77-8c94-f2a67a82a2ee'} bound to L3 agent in host dv-cinder-778193-22-iscsi {{(pid=103840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 17:34:26.656844 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_hamode_db [None req-b7156361-d9ac-47ed-ba0d-f03d8ff61778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:06:34Z,description=,heartbeat_timestamp=2022-03-02T17:34:04Z,host='dv-cinder-778193-22-iscsi',id=90b713d5-0d52-4da0-a663-b3b1c9fefb3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:06:35Z,topic='l3_agent')) {'router_ids': ['c34e0929-1017-4d77-8c94-f2a67a82a2ee'], 'active': True} {{(pid=103840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:34:26.687299 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [None req-a3bafc78-0a01-4d38-84d8-3761ef031401 admin admin] Deleting port 5b99bbc7-0cd5-430a-8661-302e93cc683f {{(pid=103837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 17:34:26.687626 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a3bafc78-0a01-4d38-84d8-3761ef031401 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757691651449'] for port (5b99bbc7-0cd5-430a-8661-302e93cc683f), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:26.749871 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_dvr_db [None req-b7156361-d9ac-47ed-ba0d-f03d8ff61778 None None] Set router c34e0929-1017-4d77-8c94-f2a67a82a2ee gateway port host: None {{(pid=103840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 17:34:26.765722 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.db [None req-a3bafc78-0a01-4d38-84d8-3761ef031401 admin admin] For port 5b99bbc7-0cd5-430a-8661-302e93cc683f, host dv-cinder-778193-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=5b99bbc7-0cd5-430a-8661-302e93cc683f,segment=NetworkSegment(52804d28-a361-4369-98ca-e918669c489a),segment_id=52804d28-a361-4369-98ca-e918669c489a)] {{(pid=103837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:34:26.766107 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a3bafc78-0a01-4d38-84d8-3761ef031401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757418'] for port (5b99bbc7-0cd5-430a-8661-302e93cc683f), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:26.780043 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [None req-a3bafc78-0a01-4d38-84d8-3761ef031401 admin admin] Calling delete_port for 5b99bbc7-0cd5-430a-8661-302e93cc683f owned by network:router_gateway {{(pid=103837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 17:34:26.801793 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.l3_hamode_db [None req-b7156361-d9ac-47ed-ba0d-f03d8ff61778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c34e0929-1017-4d77-8c94-f2a67a82a2ee', 'name': 'tempest-TestVolumeBootPattern-1110095820-router', 'tenant_id': '3d19736155934b7581af12c6add51734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:27:22Z', 'updated_at': '2022-03-02T17:34:26Z', 'revision_number': 6, 'project_id': '3d19736155934b7581af12c6add51734', 'gw_port_host': None}], 'dv-cinder-778193-22-iscsi', False) {} {{(pid=103840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:34:26.831641 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7156361-d9ac-47ed-ba0d-f03d8ff61778 None None] The sync data for ids ['c34e0929-1017-4d77-8c94-f2a67a82a2ee'] in dv-cinder-778193-22-iscsi is: [{'id': 'c34e0929-1017-4d77-8c94-f2a67a82a2ee', 'name': 'tempest-TestVolumeBootPattern-1110095820-router', 'tenant_id': '3d19736155934b7581af12c6add51734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:27:22Z', 'updated_at': '2022-03-02T17:34:26Z', 'revision_number': 6, 'project_id': '3d19736155934b7581af12c6add51734', 'gw_port_host': None}] {{(pid=103840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 17:34:27.024588 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a3bafc78-0a01-4d38-84d8-3761ef031401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757691659996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757691134190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29943615'] for port (5b99bbc7-0cd5-430a-8661-302e93cc683f), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:27.053161 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bafc78-0a01-4d38-84d8-3761ef031401 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b99bbc7-0cd5-430a-8661-302e93cc683f,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:27.113301 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a3bafc78-0a01-4d38-84d8-3761ef031401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-755343'] for router_gateway (c34e0929-1017-4d77-8c94-f2a67a82a2ee), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:27.206397 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a3bafc78-0a01-4d38-84d8-3761ef031401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-758303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4915'] for router (c34e0929-1017-4d77-8c94-f2a67a82a2ee), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:27.208843 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a3bafc78-0a01-4d38-84d8-3761ef031401 admin admin] Publish callbacks [] for router_controller (c34e0929-1017-4d77-8c94-f2a67a82a2ee), precommit_delete_associations {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:27.336889 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a3bafc78-0a01-4d38-84d8-3761ef031401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-758308'] for router (c34e0929-1017-4d77-8c94-f2a67a82a2ee), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:27.337395 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3bafc78-0a01-4d38-84d8-3761ef031401 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c34e0929-1017-4d77-8c94-f2a67a82a2ee {{(pid=103837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 17:34:27.341875 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a3bafc78-0a01-4d38-84d8-3761ef031401 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:27.345829 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-a3bafc78-0a01-4d38-84d8-3761ef031401 admin admin] 10.222.0.55 "DELETE /v2.0/routers/c34e0929-1017-4d77-8c94-f2a67a82a2ee HTTP/1.1" status: 204 len: 168 time: 1.0325389 Mar 02 17:34:27.345829 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 55050) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:34:27.389554 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2cfe9f7-f4c7-455c-85a4-823d29a64e84 admin admin] Deleting subnet e57e0b7f-5ca9-4659-9e0e-00da2fee9912 {{(pid=103837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 17:34:27.393507 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-e2cfe9f7-f4c7-455c-85a4-823d29a64e84 admin admin] Publish callbacks [] for subnet (e57e0b7f-5ca9-4659-9e0e-00da2fee9912), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:27.428070 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-e2cfe9f7-f4c7-455c-85a4-823d29a64e84 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29941814'] for subnet (e57e0b7f-5ca9-4659-9e0e-00da2fee9912), precommit_delete_associations {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:27.505666 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-e2cfe9f7-f4c7-455c-85a4-823d29a64e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223364'] for subnet (e57e0b7f-5ca9-4659-9e0e-00da2fee9912), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:27.682541 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-e2cfe9f7-f4c7-455c-85a4-823d29a64e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29943564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29592715'] for subnet (e57e0b7f-5ca9-4659-9e0e-00da2fee9912), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:27.706425 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cfe9f7-f4c7-455c-85a4-823d29a64e84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e57e0b7f-5ca9-4659-9e0e-00da2fee9912,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:27.713898 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-e2cfe9f7-f4c7-455c-85a4-823d29a64e84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572135'] for subnet (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:27.717261 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-e2cfe9f7-f4c7-455c-85a4-823d29a64e84 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/e57e0b7f-5ca9-4659-9e0e-00da2fee9912 HTTP/1.1" status: 204 len: 168 time: 0.3707616 Mar 02 17:34:27.719502 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895dcbde-4d2e-42af-921d-75a11b6d1c75 None None] Network 58fd8480-1f25-4dfb-85ea-a2a07bdf3fa2 requested from dv-cinder-778193-22-iscsi {{(pid=103839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 17:34:27.720034 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 55052) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:34:27.802549 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-981abb43-1655-4fde-b1c1-e10a076d34eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4180927'] for network (58fd8480-1f25-4dfb-85ea-a2a07bdf3fa2), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:27.849753 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device 00e9de5e-defc-43a7-b1c7-1c3d727ea0b5 no longer exists at agent ovs-agent-dv-cinder-778193-22-iscsi {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 17:34:27.874141 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] No Port match for: 00e9de5e-defc-43a7-b1c7-1c3d727ea0b5 {{(pid=103839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 17:34:27.874687 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device 00e9de5e-defc-43a7-b1c7-1c3d727ea0b5 not bound to the agent host dv-cinder-778193-22-iscsi {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 17:34:27.875107 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device 5b99bbc7-0cd5-430a-8661-302e93cc683f no longer exists at agent ovs-agent-dv-cinder-778193-22-iscsi {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 17:34:27.881559 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-981abb43-1655-4fde-b1c1-e10a076d34eb admin admin] Deleting port d1643ac6-d5a4-4d12-851e-f56ecd508418 {{(pid=103838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 17:34:27.881786 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-981abb43-1655-4fde-b1c1-e10a076d34eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757691651449'] for port (d1643ac6-d5a4-4d12-851e-f56ecd508418), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:27.895091 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] No Port match for: 5b99bbc7-0cd5-430a-8661-302e93cc683f {{(pid=103839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 17:34:27.895684 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device 5b99bbc7-0cd5-430a-8661-302e93cc683f not bound to the agent host dv-cinder-778193-22-iscsi {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 17:34:27.902607 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab9b7c9-3473-406b-a40e-d4f17601bfaa None None] DHCP port deletion for 58fd8480-1f25-4dfb-85ea-a2a07bdf3fa2 request from dv-cinder-778193-22-iscsi {{(pid=103839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 02 17:34:27.951681 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-dab9b7c9-3473-406b-a40e-d4f17601bfaa None None] Deleting port d1643ac6-d5a4-4d12-851e-f56ecd508418 {{(pid=103839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 17:34:27.952058 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-dab9b7c9-3473-406b-a40e-d4f17601bfaa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757691651449'] for port (d1643ac6-d5a4-4d12-851e-f56ecd508418), before_delete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:27.955934 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-981abb43-1655-4fde-b1c1-e10a076d34eb admin admin] For port d1643ac6-d5a4-4d12-851e-f56ecd508418, host dv-cinder-778193-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=d1643ac6-d5a4-4d12-851e-f56ecd508418,segment=NetworkSegment(7db5f396-f9c5-4126-b9c3-eddf274cb984),segment_id=7db5f396-f9c5-4126-b9c3-eddf274cb984)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:34:27.956296 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-981abb43-1655-4fde-b1c1-e10a076d34eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757418'] for port (d1643ac6-d5a4-4d12-851e-f56ecd508418), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:27.969558 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-981abb43-1655-4fde-b1c1-e10a076d34eb admin admin] Calling delete_port for d1643ac6-d5a4-4d12-851e-f56ecd508418 owned by network:dhcp {{(pid=103838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 17:34:28.022373 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-dab9b7c9-3473-406b-a40e-d4f17601bfaa None None] For port d1643ac6-d5a4-4d12-851e-f56ecd508418, host dv-cinder-778193-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-22-iscsi',level=0,port_id=d1643ac6-d5a4-4d12-851e-f56ecd508418,segment=NetworkSegment(7db5f396-f9c5-4126-b9c3-eddf274cb984),segment_id=7db5f396-f9c5-4126-b9c3-eddf274cb984)] {{(pid=103839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:34:28.022774 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-dab9b7c9-3473-406b-a40e-d4f17601bfaa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757418'] for port (d1643ac6-d5a4-4d12-851e-f56ecd508418), precommit_delete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:28.035947 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-dab9b7c9-3473-406b-a40e-d4f17601bfaa None None] Calling delete_port for d1643ac6-d5a4-4d12-851e-f56ecd508418 owned by network:dhcp {{(pid=103839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 17:34:28.131010 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-981abb43-1655-4fde-b1c1-e10a076d34eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757691659996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757691134190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26691326'] for port (d1643ac6-d5a4-4d12-851e-f56ecd508418), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:28.136334 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-dab9b7c9-3473-406b-a40e-d4f17601bfaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3983514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757691659996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757691134190'] for port (d1643ac6-d5a4-4d12-851e-f56ecd508418), after_delete {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:28.159650 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab9b7c9-3473-406b-a40e-d4f17601bfaa None None] Pushing event deleted for resources: {'Port': ['ID=d1643ac6-d5a4-4d12-851e-f56ecd508418,revision_number=None']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:28.161758 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981abb43-1655-4fde-b1c1-e10a076d34eb admin admin] Pushing event deleted for resources: {'Port': ['ID=d1643ac6-d5a4-4d12-851e-f56ecd508418,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:28.163607 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981abb43-1655-4fde-b1c1-e10a076d34eb admin admin] No DVR routers for this DVR port d1643ac6-d5a4-4d12-851e-f56ecd508418 on host dv-cinder-778193-22-iscsi {{(pid=103838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:34:28.168894 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab9b7c9-3473-406b-a40e-d4f17601bfaa None None] No DVR routers for this DVR port d1643ac6-d5a4-4d12-851e-f56ecd508418 on host dv-cinder-778193-22-iscsi {{(pid=103839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:34:28.236100 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-981abb43-1655-4fde-b1c1-e10a076d34eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3970239', 'neutron.services.segments.db._delete_segments_for_network-8757691626141'] for network (58fd8480-1f25-4dfb-85ea-a2a07bdf3fa2), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:28.256739 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.services.segments.db [None req-981abb43-1655-4fde-b1c1-e10a076d34eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58fd8480-1f25-4dfb-85ea-a2a07bdf3fa2']}} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:34:28.266019 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.services.segments.db [None req-981abb43-1655-4fde-b1c1-e10a076d34eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7db5f396-f9c5-4126-b9c3-eddf274cb984') {'for_net_delete': True} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:34:28.266316 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.services.segments.db [None req-981abb43-1655-4fde-b1c1-e10a076d34eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7db5f396-f9c5-4126-b9c3-eddf274cb984') {} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:34:28.275803 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-981abb43-1655-4fde-b1c1-e10a076d34eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757691629734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26733574'] for segment (7db5f396-f9c5-4126-b9c3-eddf274cb984), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:28.289781 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-981abb43-1655-4fde-b1c1-e10a076d34eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220699'] for segment (7db5f396-f9c5-4126-b9c3-eddf274cb984), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:28.295722 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-981abb43-1655-4fde-b1c1-e10a076d34eb admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=103838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 17:34:28.300980 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-981abb43-1655-4fde-b1c1-e10a076d34eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26691091'] for segment (7db5f396-f9c5-4126-b9c3-eddf274cb984), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:28.300980 dv-cinder-778193-22-iscsi neutron-server[103838]: Traceback (most recent call last): Mar 02 17:34:28.300980 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 17:34:28.300980 dv-cinder-778193-22-iscsi neutron-server[103838]: timer() Mar 02 17:34:28.300980 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:34:28.300980 dv-cinder-778193-22-iscsi neutron-server[103838]: cb(*args, **kw) Mar 02 17:34:28.300980 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 17:34:28.300980 dv-cinder-778193-22-iscsi neutron-server[103838]: return func(*args, **kwargs) Mar 02 17:34:28.300980 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:34:28.300980 dv-cinder-778193-22-iscsi neutron-server[103838]: self._notify() Mar 02 17:34:28.300980 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:34:28.300980 dv-cinder-778193-22-iscsi neutron-server[103838]: self.callback(batched_events) Mar 02 17:34:28.300980 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:34:28.300980 dv-cinder-778193-22-iscsi neutron-server[103838]: event.method(event) Mar 02 17:34:28.300980 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 17:34:28.300980 dv-cinder-778193-22-iscsi neutron-server[103838]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:34:28.300980 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 17:34:28.300980 dv-cinder-778193-22-iscsi neutron-server[103838]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:34:28.300980 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 17:34:28.300980 dv-cinder-778193-22-iscsi neutron-server[103838]: return f(self, *a, **k) Mar 02 17:34:28.300980 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:34:28.300980 dv-cinder-778193-22-iscsi neutron-server[103838]: return self._get(url).json() Mar 02 17:34:28.300980 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:34:28.300980 dv-cinder-778193-22-iscsi neutron-server[103838]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:34:28.300980 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 17:34:28.300980 dv-cinder-778193-22-iscsi neutron-server[103838]: return self.request(url, 'GET', **kwargs) Mar 02 17:34:28.300980 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 17:34:28.300980 dv-cinder-778193-22-iscsi neutron-server[103838]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:34:28.300980 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 17:34:28.300980 dv-cinder-778193-22-iscsi neutron-server[103838]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:34:28.300980 dv-cinder-778193-22-iscsi neutron-server[103838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 17:34:28.300980 dv-cinder-778193-22-iscsi neutron-server[103838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:34:28.300980 dv-cinder-778193-22-iscsi neutron-server[103838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:34:28.430566 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-981abb43-1655-4fde-b1c1-e10a076d34eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3970246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-755379'] for network (58fd8480-1f25-4dfb-85ea-a2a07bdf3fa2), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:28.435977 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-981abb43-1655-4fde-b1c1-e10a076d34eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572135'] for network (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:28.439368 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-981abb43-1655-4fde-b1c1-e10a076d34eb admin admin] 10.222.0.55 "DELETE /v2.0/networks/58fd8480-1f25-4dfb-85ea-a2a07bdf3fa2 HTTP/1.1" status: 204 len: 168 time: 0.7183399 Mar 02 17:34:28.450564 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981abb43-1655-4fde-b1c1-e10a076d34eb admin admin] Pushing event deleted for resources: {'Network': ['ID=58fd8480-1f25-4dfb-85ea-a2a07bdf3fa2,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:28.727123 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 55056) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:34:28.766450 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-0dc03e21-8748-4558-b734-77a8beffc612 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6e052ebc463e48848e3d6669191712c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381558 Mar 02 17:34:28.769197 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.wsgi [-] (103838) accepted ('10.222.0.55', 55058) {{(pid=103838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:34:28.814628 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-7124f61a-381d-483f-b0cd-bc02662862b7 admin admin] Publish callbacks [] for security_group (919f6ede-b754-491f-b798-e5dd05e9c74f), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:28.834874 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-7124f61a-381d-483f-b0cd-bc02662862b7 admin admin] Publish callbacks [] for security_group (919f6ede-b754-491f-b798-e5dd05e9c74f), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:28.967164 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-7124f61a-381d-483f-b0cd-bc02662862b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (919f6ede-b754-491f-b798-e5dd05e9c74f), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:28.969662 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-7124f61a-381d-483f-b0cd-bc02662862b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:28.970868 dv-cinder-778193-22-iscsi neutron-server[103838]: INFO neutron.wsgi [None req-7124f61a-381d-483f-b0cd-bc02662862b7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/919f6ede-b754-491f-b798-e5dd05e9c74f HTTP/1.1" status: 204 len: 168 time: 0.2007952 Mar 02 17:34:28.979360 dv-cinder-778193-22-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7124f61a-381d-483f-b0cd-bc02662862b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=919f6ede-b754-491f-b798-e5dd05e9c74f,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:29.668198 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 55064) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:34:29.708625 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-ab47d41c-6222-49d1-a2ec-119a60436c99 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3d19736155934b7581af12c6add51734&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391150 Mar 02 17:34:29.711728 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.55', 55066) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 17:34:29.758856 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-5faaef9d-119c-43fd-85dc-01aab7771a42 admin admin] Publish callbacks [] for security_group (19d850c5-2af9-4ce1-a494-9cc9b0cc0180), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:29.785623 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-5faaef9d-119c-43fd-85dc-01aab7771a42 admin admin] Publish callbacks [] for security_group (19d850c5-2af9-4ce1-a494-9cc9b0cc0180), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:29.819813 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device d1643ac6-d5a4-4d12-851e-f56ecd508418 no longer exists at agent ovs-agent-dv-cinder-778193-22-iscsi {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 17:34:29.840044 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.plugin [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] No Port match for: d1643ac6-d5a4-4d12-851e-f56ecd508418 {{(pid=103839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 17:34:29.840394 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.rpc [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Device d1643ac6-d5a4-4d12-851e-f56ecd508418 not bound to the agent host dv-cinder-778193-22-iscsi {{(pid=103839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 17:34:29.932753 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-5faaef9d-119c-43fd-85dc-01aab7771a42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785287'] for security_group (19d850c5-2af9-4ce1-a494-9cc9b0cc0180), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:29.935353 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-5faaef9d-119c-43fd-85dc-01aab7771a42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:29.936594 dv-cinder-778193-22-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-5faaef9d-119c-43fd-85dc-01aab7771a42 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/19d850c5-2af9-4ce1-a494-9cc9b0cc0180 HTTP/1.1" status: 204 len: 168 time: 0.2238460 Mar 02 17:34:29.944762 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faaef9d-119c-43fd-85dc-01aab7771a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d850c5-2af9-4ce1-a494-9cc9b0cc0180,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:31.787843 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-5dd8710d-cccc-48fb-a6d0-cf9760f3da78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (0060df7f-f835-4890-b25c-3842f545a9d0), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:34.104701 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-1a98ccc9-ed71-41e7-8502-2283d01a8f66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90b713d5-0d52-4da0-a663-b3b1c9fefb3d), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:35.103684 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-7239c76e-3e75-4b64-9028-aed8f891363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (eca5c3a0-ec74-4a2a-a5c6-a62430d93509), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:36.858460 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-765bf0ac-d167-416d-8fe2-638e582454ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (aac89579-4eb6-45c8-861e-e37bc0c26bf3), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:38.273379 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90356b9b-9a55-4227-ace0-d1fc01a5475f), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:43.640592 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (dbb67c4d-7aa5-4acf-82b3-541c1cabd3d2), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:34:59.836273 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.agents_db [None req-2c4e262f-840f-46f3-949a-97bfddff46e9 None None] Agent healthcheck: found 6 active agents {{(pid=103840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 17:35:01.814983 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-eed55408-b724-4069-bdc1-d7f8f7280d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (0060df7f-f835-4890-b25c-3842f545a9d0), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:35:04.123696 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-b8714877-b127-4b1c-8b7f-69f6fd13a103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90b713d5-0d52-4da0-a663-b3b1c9fefb3d), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:35:05.094788 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-7239c76e-3e75-4b64-9028-aed8f891363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (eca5c3a0-ec74-4a2a-a5c6-a62430d93509), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:35:06.883648 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-765bf0ac-d167-416d-8fe2-638e582454ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (aac89579-4eb6-45c8-861e-e37bc0c26bf3), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:35:08.268682 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90356b9b-9a55-4227-ace0-d1fc01a5475f), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:35:13.685576 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (dbb67c4d-7aa5-4acf-82b3-541c1cabd3d2), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:35:31.782475 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-c6ff9bbd-ee68-4afc-b65a-97492e37fb9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (0060df7f-f835-4890-b25c-3842f545a9d0), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:35:34.096815 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-4ed0ff8b-6f3f-4b65-8419-08ff47c98b1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90b713d5-0d52-4da0-a663-b3b1c9fefb3d), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:35:35.116387 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-7239c76e-3e75-4b64-9028-aed8f891363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (eca5c3a0-ec74-4a2a-a5c6-a62430d93509), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:35:36.830418 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.agents_db [None req-2c4e262f-840f-46f3-949a-97bfddff46e9 None None] Agent healthcheck: found 6 active agents {{(pid=103840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 17:35:36.864985 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-765bf0ac-d167-416d-8fe2-638e582454ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (aac89579-4eb6-45c8-861e-e37bc0c26bf3), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:35:38.276798 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90356b9b-9a55-4227-ace0-d1fc01a5475f), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:35:43.667598 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (dbb67c4d-7aa5-4acf-82b3-541c1cabd3d2), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:36:01.798888 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-4538e1cf-86e8-4806-832b-1ed2e1200c6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (0060df7f-f835-4890-b25c-3842f545a9d0), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:36:04.126796 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-ba3ece23-a666-488b-b11c-eb5468cb9395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90b713d5-0d52-4da0-a663-b3b1c9fefb3d), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:36:05.115153 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-7239c76e-3e75-4b64-9028-aed8f891363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (eca5c3a0-ec74-4a2a-a5c6-a62430d93509), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:36:06.846523 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-765bf0ac-d167-416d-8fe2-638e582454ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (aac89579-4eb6-45c8-861e-e37bc0c26bf3), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:36:08.240586 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90356b9b-9a55-4227-ace0-d1fc01a5475f), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:36:13.669048 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (dbb67c4d-7aa5-4acf-82b3-541c1cabd3d2), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:36:13.829973 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.agents_db [None req-2c4e262f-840f-46f3-949a-97bfddff46e9 None None] Agent healthcheck: found 6 active agents {{(pid=103840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 17:36:31.797935 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-0c15dbf2-21e6-4856-afed-8e3945ccc2fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (0060df7f-f835-4890-b25c-3842f545a9d0), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:36:34.106665 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-0b07d76b-e485-4989-9351-617fe33e8a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90b713d5-0d52-4da0-a663-b3b1c9fefb3d), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:36:35.113714 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-7239c76e-3e75-4b64-9028-aed8f891363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (eca5c3a0-ec74-4a2a-a5c6-a62430d93509), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:36:36.873692 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-765bf0ac-d167-416d-8fe2-638e582454ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (aac89579-4eb6-45c8-861e-e37bc0c26bf3), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:36:38.273905 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90356b9b-9a55-4227-ace0-d1fc01a5475f), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:36:43.711665 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (dbb67c4d-7aa5-4acf-82b3-541c1cabd3d2), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:36:50.829646 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.agents_db [None req-2c4e262f-840f-46f3-949a-97bfddff46e9 None None] Agent healthcheck: found 6 active agents {{(pid=103840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 17:37:01.906600 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-a4b8d64a-450a-4015-a674-bfe19e5996ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (0060df7f-f835-4890-b25c-3842f545a9d0), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:37:04.105603 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-c5596676-018d-4935-bf1c-6f4ed37e1239 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90b713d5-0d52-4da0-a663-b3b1c9fefb3d), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:37:05.129413 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-7239c76e-3e75-4b64-9028-aed8f891363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (eca5c3a0-ec74-4a2a-a5c6-a62430d93509), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:37:06.860427 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-765bf0ac-d167-416d-8fe2-638e582454ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (aac89579-4eb6-45c8-861e-e37bc0c26bf3), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:37:08.254823 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90356b9b-9a55-4227-ace0-d1fc01a5475f), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:37:13.734422 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (dbb67c4d-7aa5-4acf-82b3-541c1cabd3d2), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:37:27.829493 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.agents_db [None req-2c4e262f-840f-46f3-949a-97bfddff46e9 None None] Agent healthcheck: found 6 active agents {{(pid=103840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 17:37:31.796608 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-c0ef1198-77bb-4509-a071-2233c992166d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (0060df7f-f835-4890-b25c-3842f545a9d0), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:37:34.122516 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-9eada74b-926c-4acc-8165-a86e6432ff0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90b713d5-0d52-4da0-a663-b3b1c9fefb3d), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:37:35.145277 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-7239c76e-3e75-4b64-9028-aed8f891363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (eca5c3a0-ec74-4a2a-a5c6-a62430d93509), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:37:36.870513 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-765bf0ac-d167-416d-8fe2-638e582454ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (aac89579-4eb6-45c8-861e-e37bc0c26bf3), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:37:38.277027 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90356b9b-9a55-4227-ace0-d1fc01a5475f), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:37:43.715938 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (dbb67c4d-7aa5-4acf-82b3-541c1cabd3d2), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:38:01.800570 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-f9a2fd2f-4851-4a62-82f2-32a876c5caeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (0060df7f-f835-4890-b25c-3842f545a9d0), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:38:04.104471 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-6cc22a4a-9545-48ae-854e-bd746d5e4439 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90b713d5-0d52-4da0-a663-b3b1c9fefb3d), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:38:04.828407 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.agents_db [None req-2c4e262f-840f-46f3-949a-97bfddff46e9 None None] Agent healthcheck: found 6 active agents {{(pid=103840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 17:38:05.166812 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-7239c76e-3e75-4b64-9028-aed8f891363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (eca5c3a0-ec74-4a2a-a5c6-a62430d93509), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:38:06.914869 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-765bf0ac-d167-416d-8fe2-638e582454ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (aac89579-4eb6-45c8-861e-e37bc0c26bf3), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:38:08.280616 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90356b9b-9a55-4227-ace0-d1fc01a5475f), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:38:13.766566 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (dbb67c4d-7aa5-4acf-82b3-541c1cabd3d2), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:38:31.771637 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-93eeba16-e457-4522-876d-ef814ac95da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (0060df7f-f835-4890-b25c-3842f545a9d0), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:38:34.097089 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-612e7033-d7ac-4867-8801-dd12ed153414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90b713d5-0d52-4da0-a663-b3b1c9fefb3d), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:38:35.131176 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-7239c76e-3e75-4b64-9028-aed8f891363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (eca5c3a0-ec74-4a2a-a5c6-a62430d93509), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:38:36.896989 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-765bf0ac-d167-416d-8fe2-638e582454ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (aac89579-4eb6-45c8-861e-e37bc0c26bf3), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:38:37.843772 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [req-d1318451-834d-457e-a44b-6dde69a26f8a req-bdc9df01-aedb-4da6-832b-01ab862bd0ed service neutron] (103837) timed out ('10.222.0.55', 49244) {{(pid=103837) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 02 17:38:38.078060 dv-cinder-778193-22-iscsi neutron-server[103837]: DEBUG neutron.wsgi [req-d1318451-834d-457e-a44b-6dde69a26f8a req-ca0de1de-60e8-4fe3-8c54-b32b35fce7a3 tempest-TestShelveInstance-1166262717 tempest-TestShelveInstance-1166262717-project] (103837) timed out ('10.222.0.55', 49264) {{(pid=103837) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 02 17:38:38.279670 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90356b9b-9a55-4227-ace0-d1fc01a5475f), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:38:41.828634 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.agents_db [None req-2c4e262f-840f-46f3-949a-97bfddff46e9 None None] Agent healthcheck: found 6 active agents {{(pid=103840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 17:38:43.707892 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (dbb67c4d-7aa5-4acf-82b3-541c1cabd3d2), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:39:01.793771 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-995d1b6b-bd7a-4aa2-8e7c-eb37911b800c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (0060df7f-f835-4890-b25c-3842f545a9d0), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:39:04.112184 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-465c3000-c0ad-43c8-b7d5-7ae6c83049da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90b713d5-0d52-4da0-a663-b3b1c9fefb3d), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:39:05.118795 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-7239c76e-3e75-4b64-9028-aed8f891363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (eca5c3a0-ec74-4a2a-a5c6-a62430d93509), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:39:06.891122 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-765bf0ac-d167-416d-8fe2-638e582454ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (aac89579-4eb6-45c8-861e-e37bc0c26bf3), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:39:08.273724 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90356b9b-9a55-4227-ace0-d1fc01a5475f), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:39:13.740949 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (dbb67c4d-7aa5-4acf-82b3-541c1cabd3d2), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:39:18.830021 dv-cinder-778193-22-iscsi neutron-server[103840]: DEBUG neutron.db.agents_db [None req-2c4e262f-840f-46f3-949a-97bfddff46e9 None None] Agent healthcheck: found 6 active agents {{(pid=103840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 17:39:31.808015 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-a19edaba-7686-4723-a9a8-dd188b7eb9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (0060df7f-f835-4890-b25c-3842f545a9d0), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:39:34.106529 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-0e9c9706-dacf-4d92-b975-bf2b98e74748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90b713d5-0d52-4da0-a663-b3b1c9fefb3d), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:39:35.130123 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-7239c76e-3e75-4b64-9028-aed8f891363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (eca5c3a0-ec74-4a2a-a5c6-a62430d93509), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:39:36.893418 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-765bf0ac-d167-416d-8fe2-638e582454ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (aac89579-4eb6-45c8-861e-e37bc0c26bf3), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:39:38.277920 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e71c4677-949f-490a-aa0d-70f947d5f44d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (90356b9b-9a55-4227-ace0-d1fc01a5475f), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 17:39:43.784900 dv-cinder-778193-22-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-d80fd835-efdd-46a6-ac76-efeaffe8f375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757691626123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966120'] for agent (dbb67c4d-7aa5-4acf-82b3-541c1cabd3d2), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}